Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 1 | // Ceres Solver - A fast non-linear least squares minimizer |
Keir Mierle | 7492b0d | 2015-03-17 22:30:16 -0700 | [diff] [blame] | 2 | // Copyright 2015 Google Inc. All rights reserved. |
| 3 | // http://ceres-solver.org/ |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 4 | // |
| 5 | // Redistribution and use in source and binary forms, with or without |
| 6 | // modification, are permitted provided that the following conditions are met: |
| 7 | // |
| 8 | // * Redistributions of source code must retain the above copyright notice, |
| 9 | // this list of conditions and the following disclaimer. |
| 10 | // * Redistributions in binary form must reproduce the above copyright notice, |
| 11 | // this list of conditions and the following disclaimer in the documentation |
| 12 | // and/or other materials provided with the distribution. |
| 13 | // * Neither the name of Google Inc. nor the names of its contributors may be |
| 14 | // used to endorse or promote products derived from this software without |
| 15 | // specific prior written permission. |
| 16 | // |
| 17 | // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| 18 | // AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 19 | // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| 20 | // ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE |
| 21 | // LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| 22 | // CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| 23 | // SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| 24 | // INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| 25 | // CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| 26 | // ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
| 27 | // POSSIBILITY OF SUCH DAMAGE. |
| 28 | // |
| 29 | // Author: sameeragarwal@google.com (Sameer Agarwal) |
| 30 | |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 31 | #include "ceres/casts.h" |
| 32 | #include "ceres/compressed_row_sparse_matrix.h" |
Sameer Agarwal | 0beab86 | 2012-08-13 15:12:01 -0700 | [diff] [blame] | 33 | #include "ceres/internal/scoped_ptr.h" |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 34 | #include "ceres/linear_least_squares_problems.h" |
| 35 | #include "ceres/linear_solver.h" |
| 36 | #include "ceres/triplet_sparse_matrix.h" |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 37 | #include "ceres/types.h" |
Sameer Agarwal | 0beab86 | 2012-08-13 15:12:01 -0700 | [diff] [blame] | 38 | #include "glog/logging.h" |
| 39 | #include "gtest/gtest.h" |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 40 | |
| 41 | |
| 42 | namespace ceres { |
| 43 | namespace internal { |
| 44 | |
| 45 | class UnsymmetricLinearSolverTest : public ::testing::Test { |
| 46 | protected : |
| 47 | virtual void SetUp() { |
| 48 | scoped_ptr<LinearLeastSquaresProblem> problem( |
| 49 | CreateLinearLeastSquaresProblemFromId(0)); |
| 50 | |
| 51 | CHECK_NOTNULL(problem.get()); |
| 52 | A_.reset(down_cast<TripletSparseMatrix*>(problem->A.release())); |
| 53 | b_.reset(problem->b.release()); |
| 54 | D_.reset(problem->D.release()); |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 55 | sol_unregularized_.reset(problem->x.release()); |
| 56 | sol_regularized_.reset(problem->x_D.release()); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 57 | } |
| 58 | |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 59 | void TestSolver(const LinearSolver::Options& options) { |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 60 | LinearSolver::PerSolveOptions per_solve_options; |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 61 | LinearSolver::Summary unregularized_solve_summary; |
| 62 | LinearSolver::Summary regularized_solve_summary; |
| 63 | Vector x_unregularized(A_->num_cols()); |
| 64 | Vector x_regularized(A_->num_cols()); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 65 | |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 66 | scoped_ptr<SparseMatrix> transformed_A; |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 67 | |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 68 | if (options.type == DENSE_QR || |
| 69 | options.type == DENSE_NORMAL_CHOLESKY) { |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 70 | transformed_A.reset(new DenseSparseMatrix(*A_)); |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 71 | } else if (options.type == SPARSE_NORMAL_CHOLESKY) { |
Sameer Agarwal | 086ff01 | 2017-05-01 17:24:22 -0700 | [diff] [blame^] | 72 | CompressedRowSparseMatrix* crsm = |
| 73 | CompressedRowSparseMatrix::FromTripletSparseMatrix(*A_); |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 74 | // Add row/column blocks structure. |
| 75 | for (int i = 0; i < A_->num_rows(); ++i) { |
| 76 | crsm->mutable_row_blocks()->push_back(1); |
| 77 | } |
| 78 | |
| 79 | for (int i = 0; i < A_->num_cols(); ++i) { |
| 80 | crsm->mutable_col_blocks()->push_back(1); |
| 81 | } |
Cheng Wang | 07dbf31 | 2017-03-07 14:57:23 -0800 | [diff] [blame] | 82 | |
| 83 | // With all blocks of size 1, crsb_rows and crsb_cols are equivalent to |
| 84 | // rows and cols. |
| 85 | std::copy(crsm->rows(), crsm->rows() + crsm->num_rows() + 1, |
| 86 | std::back_inserter(*crsm->mutable_crsb_rows())); |
| 87 | |
| 88 | std::copy(crsm->cols(), crsm->cols() + crsm->num_nonzeros(), |
| 89 | std::back_inserter(*crsm->mutable_crsb_cols())); |
| 90 | |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 91 | transformed_A.reset(crsm); |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 92 | } else { |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 93 | LOG(FATAL) << "Unknown linear solver : " << options.type; |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 94 | } |
Sameer Agarwal | f14f6bf | 2013-12-26 09:50:45 -0800 | [diff] [blame] | 95 | |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 96 | // Unregularized |
Sameer Agarwal | f14f6bf | 2013-12-26 09:50:45 -0800 | [diff] [blame] | 97 | scoped_ptr<LinearSolver> solver(LinearSolver::Create(options)); |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 98 | unregularized_solve_summary = |
| 99 | solver->Solve(transformed_A.get(), |
| 100 | b_.get(), |
| 101 | per_solve_options, |
| 102 | x_unregularized.data()); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 103 | |
Sameer Agarwal | f14f6bf | 2013-12-26 09:50:45 -0800 | [diff] [blame] | 104 | // Sparsity structure is changing, reset the solver. |
| 105 | solver.reset(LinearSolver::Create(options)); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 106 | // Regularized solution |
| 107 | per_solve_options.D = D_.get(); |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 108 | regularized_solve_summary = |
| 109 | solver->Solve(transformed_A.get(), |
| 110 | b_.get(), |
| 111 | per_solve_options, |
| 112 | x_regularized.data()); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 113 | |
Sameer Agarwal | d73acd0 | 2013-12-02 12:02:03 -0800 | [diff] [blame] | 114 | EXPECT_EQ(unregularized_solve_summary.termination_type, |
| 115 | LINEAR_SOLVER_SUCCESS); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 116 | |
| 117 | for (int i = 0; i < A_->num_cols(); ++i) { |
Sameer Agarwal | 0315982 | 2014-07-17 14:35:18 -0700 | [diff] [blame] | 118 | EXPECT_NEAR(sol_unregularized_[i], x_unregularized[i], 1e-8) |
| 119 | << "\nExpected: " |
Sameer Agarwal | bcc865f | 2014-12-17 07:35:09 -0800 | [diff] [blame] | 120 | << ConstVectorRef(sol_unregularized_.get(), |
| 121 | A_->num_cols()).transpose() |
Sameer Agarwal | 0315982 | 2014-07-17 14:35:18 -0700 | [diff] [blame] | 122 | << "\nActual: " << x_unregularized.transpose(); |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 123 | } |
| 124 | |
Sameer Agarwal | d73acd0 | 2013-12-02 12:02:03 -0800 | [diff] [blame] | 125 | EXPECT_EQ(regularized_solve_summary.termination_type, |
| 126 | LINEAR_SOLVER_SUCCESS); |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 127 | for (int i = 0; i < A_->num_cols(); ++i) { |
Sameer Agarwal | 0315982 | 2014-07-17 14:35:18 -0700 | [diff] [blame] | 128 | EXPECT_NEAR(sol_regularized_[i], x_regularized[i], 1e-8) |
| 129 | << "\nExpected: " |
| 130 | << ConstVectorRef(sol_regularized_.get(), A_->num_cols()).transpose() |
| 131 | << "\nActual: " << x_regularized.transpose(); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 132 | } |
| 133 | } |
| 134 | |
| 135 | scoped_ptr<TripletSparseMatrix> A_; |
| 136 | scoped_array<double> b_; |
| 137 | scoped_array<double> D_; |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 138 | scoped_array<double> sol_unregularized_; |
| 139 | scoped_array<double> sol_regularized_; |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 140 | }; |
| 141 | |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 142 | TEST_F(UnsymmetricLinearSolverTest, EigenDenseQR) { |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 143 | LinearSolver::Options options; |
| 144 | options.type = DENSE_QR; |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 145 | options.dense_linear_algebra_library_type = EIGEN; |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 146 | TestSolver(options); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 147 | } |
| 148 | |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 149 | TEST_F(UnsymmetricLinearSolverTest, EigenDenseNormalCholesky) { |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 150 | LinearSolver::Options options; |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 151 | options.dense_linear_algebra_library_type = EIGEN; |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 152 | options.type = DENSE_NORMAL_CHOLESKY; |
| 153 | TestSolver(options); |
Sameer Agarwal | b9f15a5 | 2012-08-18 13:06:19 -0700 | [diff] [blame] | 154 | } |
| 155 | |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 156 | #ifndef CERES_NO_LAPACK |
| 157 | TEST_F(UnsymmetricLinearSolverTest, LAPACKDenseQR) { |
| 158 | LinearSolver::Options options; |
| 159 | options.type = DENSE_QR; |
| 160 | options.dense_linear_algebra_library_type = LAPACK; |
| 161 | TestSolver(options); |
| 162 | } |
| 163 | |
| 164 | TEST_F(UnsymmetricLinearSolverTest, LAPACKDenseNormalCholesky) { |
| 165 | LinearSolver::Options options; |
| 166 | options.dense_linear_algebra_library_type = LAPACK; |
| 167 | options.type = DENSE_NORMAL_CHOLESKY; |
| 168 | TestSolver(options); |
| 169 | } |
| 170 | #endif |
| 171 | |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 172 | #ifndef CERES_NO_SUITESPARSE |
Sameer Agarwal | ac62696 | 2013-05-06 07:04:26 -0700 | [diff] [blame] | 173 | TEST_F(UnsymmetricLinearSolverTest, |
| 174 | SparseNormalCholeskyUsingSuiteSparsePreOrdering) { |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 175 | LinearSolver::Options options; |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 176 | options.sparse_linear_algebra_library_type = SUITE_SPARSE; |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 177 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 178 | options.use_postordering = false; |
| 179 | TestSolver(options); |
| 180 | } |
| 181 | |
Sameer Agarwal | ac62696 | 2013-05-06 07:04:26 -0700 | [diff] [blame] | 182 | TEST_F(UnsymmetricLinearSolverTest, |
| 183 | SparseNormalCholeskyUsingSuiteSparsePostOrdering) { |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 184 | LinearSolver::Options options; |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 185 | options.sparse_linear_algebra_library_type = SUITE_SPARSE; |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 186 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 187 | options.use_postordering = true; |
| 188 | TestSolver(options); |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 189 | } |
Richard Stebbing | 3253078 | 2014-04-26 07:42:23 +0100 | [diff] [blame] | 190 | |
| 191 | TEST_F(UnsymmetricLinearSolverTest, |
| 192 | SparseNormalCholeskyUsingSuiteSparseDynamicSparsity) { |
| 193 | LinearSolver::Options options; |
| 194 | options.sparse_linear_algebra_library_type = SUITE_SPARSE; |
| 195 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 196 | options.dynamic_sparsity = true; |
| 197 | TestSolver(options); |
| 198 | } |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 199 | #endif |
| 200 | |
| 201 | #ifndef CERES_NO_CXSPARSE |
Sameer Agarwal | ac62696 | 2013-05-06 07:04:26 -0700 | [diff] [blame] | 202 | TEST_F(UnsymmetricLinearSolverTest, |
| 203 | SparseNormalCholeskyUsingCXSparsePreOrdering) { |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 204 | LinearSolver::Options options; |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 205 | options.sparse_linear_algebra_library_type = CX_SPARSE; |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 206 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 207 | options.use_postordering = false; |
| 208 | TestSolver(options); |
| 209 | } |
| 210 | |
Sameer Agarwal | ac62696 | 2013-05-06 07:04:26 -0700 | [diff] [blame] | 211 | TEST_F(UnsymmetricLinearSolverTest, |
| 212 | SparseNormalCholeskyUsingCXSparsePostOrdering) { |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 213 | LinearSolver::Options options; |
Sameer Agarwal | 367b65e | 2013-08-09 10:35:37 -0700 | [diff] [blame] | 214 | options.sparse_linear_algebra_library_type = CX_SPARSE; |
Sameer Agarwal | d5b93bf | 2013-04-26 21:17:49 -0700 | [diff] [blame] | 215 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 216 | options.use_postordering = true; |
| 217 | TestSolver(options); |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 218 | } |
Richard Stebbing | 3253078 | 2014-04-26 07:42:23 +0100 | [diff] [blame] | 219 | |
| 220 | TEST_F(UnsymmetricLinearSolverTest, |
| 221 | SparseNormalCholeskyUsingCXSparseDynamicSparsity) { |
| 222 | LinearSolver::Options options; |
| 223 | options.sparse_linear_algebra_library_type = CX_SPARSE; |
| 224 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 225 | options.dynamic_sparsity = true; |
| 226 | TestSolver(options); |
| 227 | } |
Sameer Agarwal | b051873 | 2012-05-29 00:27:57 -0700 | [diff] [blame] | 228 | #endif |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 229 | |
Sameer Agarwal | 0315982 | 2014-07-17 14:35:18 -0700 | [diff] [blame] | 230 | #ifdef CERES_USE_EIGEN_SPARSE |
| 231 | TEST_F(UnsymmetricLinearSolverTest, |
| 232 | SparseNormalCholeskyUsingEigenPreOrdering) { |
| 233 | LinearSolver::Options options; |
| 234 | options.sparse_linear_algebra_library_type = EIGEN_SPARSE; |
| 235 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 236 | options.use_postordering = false; |
| 237 | TestSolver(options); |
| 238 | } |
| 239 | |
| 240 | TEST_F(UnsymmetricLinearSolverTest, |
| 241 | SparseNormalCholeskyUsingEigenPostOrdering) { |
| 242 | LinearSolver::Options options; |
| 243 | options.sparse_linear_algebra_library_type = EIGEN_SPARSE; |
| 244 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 245 | options.use_postordering = true; |
| 246 | TestSolver(options); |
| 247 | } |
| 248 | |
| 249 | TEST_F(UnsymmetricLinearSolverTest, |
| 250 | SparseNormalCholeskyUsingEigenDynamicSparsity) { |
| 251 | LinearSolver::Options options; |
| 252 | options.sparse_linear_algebra_library_type = EIGEN_SPARSE; |
| 253 | options.type = SPARSE_NORMAL_CHOLESKY; |
| 254 | options.dynamic_sparsity = true; |
| 255 | TestSolver(options); |
| 256 | } |
| 257 | |
| 258 | #endif // CERES_USE_EIGEN_SPARSE |
| 259 | |
Keir Mierle | 8ebb073 | 2012-04-30 23:09:08 -0700 | [diff] [blame] | 260 | } // namespace internal |
| 261 | } // namespace ceres |