blob: 6de410bf80fbe255cbb9a547a9423db7f61cc217 [file] [log] [blame]
Keir Mierle8ebb0732012-04-30 23:09:08 -07001// Ceres Solver - A fast non-linear least squares minimizer
2// Copyright 2010, 2011, 2012 Google Inc. All rights reserved.
3// http://code.google.com/p/ceres-solver/
4//
5// Redistribution and use in source and binary forms, with or without
6// modification, are permitted provided that the following conditions are met:
7//
8// * Redistributions of source code must retain the above copyright notice,
9// this list of conditions and the following disclaimer.
10// * Redistributions in binary form must reproduce the above copyright notice,
11// this list of conditions and the following disclaimer in the documentation
12// and/or other materials provided with the distribution.
13// * Neither the name of Google Inc. nor the names of its contributors may be
14// used to endorse or promote products derived from this software without
15// specific prior written permission.
16//
17// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27// POSSIBILITY OF SUCH DAMAGE.
28//
29// Author: sameeragarwal@google.com (Sameer Agarwal)
30
31#include "ceres/iterative_schur_complement_solver.h"
32
33#include <algorithm>
34#include <cstring>
35#include <vector>
Sameer Agarwal42a84b82013-02-01 12:22:53 -080036
Keir Mierle8ebb0732012-04-30 23:09:08 -070037#include "Eigen/Dense"
38#include "ceres/block_sparse_matrix.h"
39#include "ceres/block_structure.h"
Keir Mierlef7898fb2012-05-05 20:55:08 -070040#include "ceres/conjugate_gradients_solver.h"
Sameer Agarwal5a161a22013-10-29 22:08:15 -070041#include "ceres/detect_structure.h"
Keir Mierle8ebb0732012-04-30 23:09:08 -070042#include "ceres/implicit_schur_complement.h"
Keir Mierle8ebb0732012-04-30 23:09:08 -070043#include "ceres/internal/eigen.h"
44#include "ceres/internal/scoped_ptr.h"
Keir Mierlef7898fb2012-05-05 20:55:08 -070045#include "ceres/linear_solver.h"
Sameer Agarwal9a88bd72013-02-19 13:09:12 -080046#include "ceres/preconditioner.h"
Sameer Agarwal290b9752013-02-17 16:50:37 -080047#include "ceres/schur_jacobi_preconditioner.h"
Keir Mierlef7898fb2012-05-05 20:55:08 -070048#include "ceres/triplet_sparse_matrix.h"
Keir Mierle8ebb0732012-04-30 23:09:08 -070049#include "ceres/types.h"
Keir Mierlef7898fb2012-05-05 20:55:08 -070050#include "ceres/visibility_based_preconditioner.h"
Sameer Agarwal42a84b82013-02-01 12:22:53 -080051#include "ceres/wall_time.h"
Sameer Agarwal0beab862012-08-13 15:12:01 -070052#include "glog/logging.h"
Keir Mierle8ebb0732012-04-30 23:09:08 -070053
54namespace ceres {
55namespace internal {
56
57IterativeSchurComplementSolver::IterativeSchurComplementSolver(
58 const LinearSolver::Options& options)
59 : options_(options) {
60}
61
62IterativeSchurComplementSolver::~IterativeSchurComplementSolver() {
63}
64
65LinearSolver::Summary IterativeSchurComplementSolver::SolveImpl(
Sameer Agarwalc1e10d92013-04-24 11:58:24 -070066 BlockSparseMatrix* A,
Keir Mierle8ebb0732012-04-30 23:09:08 -070067 const double* b,
68 const LinearSolver::PerSolveOptions& per_solve_options,
69 double* x) {
Sameer Agarwal42a84b82013-02-01 12:22:53 -080070 EventLogger event_logger("IterativeSchurComplementSolver::Solve");
71
Keir Mierle8ebb0732012-04-30 23:09:08 -070072 CHECK_NOTNULL(A->block_structure());
Sameer Agarwal5a161a22013-10-29 22:08:15 -070073 const int num_eliminate_blocks = options_.elimination_groups[0];
Keir Mierle8ebb0732012-04-30 23:09:08 -070074 // Initialize a ImplicitSchurComplement object.
Sameer Agarwala9d8ef82012-05-14 02:28:05 -070075 if (schur_complement_ == NULL) {
Sameer Agarwal5a161a22013-10-29 22:08:15 -070076 DetectStructure(*(A->block_structure()),
77 num_eliminate_blocks,
78 &options_.row_block_size,
79 &options_.e_block_size,
80 &options_.f_block_size);
81 schur_complement_.reset(new ImplicitSchurComplement(options_));
Keir Mierle8ebb0732012-04-30 23:09:08 -070082 }
83 schur_complement_->Init(*A, per_solve_options.D, b);
84
Sameer Agarwal0338f9a2013-09-02 22:28:40 -070085 const int num_schur_complement_blocks =
Sameer Agarwal5a161a22013-10-29 22:08:15 -070086 A->block_structure()->cols.size() - num_eliminate_blocks;
Sameer Agarwal0338f9a2013-09-02 22:28:40 -070087 if (num_schur_complement_blocks == 0) {
88 VLOG(2) << "No parameter blocks left in the schur complement.";
89 LinearSolver::Summary cg_summary;
90 cg_summary.num_iterations = 0;
Sameer Agarwal33e01b92013-11-27 10:24:03 -080091 cg_summary.termination_type = LINEAR_SOLVER_SUCCESS;
Sameer Agarwal0338f9a2013-09-02 22:28:40 -070092 schur_complement_->BackSubstitute(NULL, x);
93 return cg_summary;
94 }
95
Keir Mierle8ebb0732012-04-30 23:09:08 -070096 // Initialize the solution to the Schur complement system to zero.
Keir Mierle8ebb0732012-04-30 23:09:08 -070097 reduced_linear_system_solution_.resize(schur_complement_->num_rows());
98 reduced_linear_system_solution_.setZero();
99
Sameer Agarwal5a161a22013-10-29 22:08:15 -0700100 // Instantiate a conjugate gradient solver that runs on the Schur
101 // complement matrix with the block diagonal of the matrix F'F as
102 // the preconditioner.
Keir Mierle8ebb0732012-04-30 23:09:08 -0700103 LinearSolver::Options cg_options;
Keir Mierle8ebb0732012-04-30 23:09:08 -0700104 cg_options.max_num_iterations = options_.max_num_iterations;
Keir Mierlef7898fb2012-05-05 20:55:08 -0700105 ConjugateGradientsSolver cg_solver(cg_options);
Keir Mierle8ebb0732012-04-30 23:09:08 -0700106 LinearSolver::PerSolveOptions cg_per_solve_options;
107
108 cg_per_solve_options.r_tolerance = per_solve_options.r_tolerance;
109 cg_per_solve_options.q_tolerance = per_solve_options.q_tolerance;
110
Sameer Agarwal290b9752013-02-17 16:50:37 -0800111 Preconditioner::Options preconditioner_options;
112 preconditioner_options.type = options_.preconditioner_type;
Sameer Agarwalf06b9fa2013-10-27 21:38:13 -0700113 preconditioner_options.visibility_clustering_type =
114 options_.visibility_clustering_type;
Sameer Agarwal367b65e2013-08-09 10:35:37 -0700115 preconditioner_options.sparse_linear_algebra_library_type =
116 options_.sparse_linear_algebra_library_type;
Sameer Agarwal290b9752013-02-17 16:50:37 -0800117 preconditioner_options.num_threads = options_.num_threads;
118 preconditioner_options.row_block_size = options_.row_block_size;
119 preconditioner_options.e_block_size = options_.e_block_size;
120 preconditioner_options.f_block_size = options_.f_block_size;
121 preconditioner_options.elimination_groups = options_.elimination_groups;
122
Keir Mierle8ebb0732012-04-30 23:09:08 -0700123 switch (options_.preconditioner_type) {
124 case IDENTITY:
Keir Mierle8ebb0732012-04-30 23:09:08 -0700125 break;
126 case JACOBI:
Sameer Agarwal290b9752013-02-17 16:50:37 -0800127 preconditioner_.reset(
128 new SparseMatrixPreconditionerWrapper(
129 schur_complement_->block_diagonal_FtF_inverse()));
Keir Mierle8ebb0732012-04-30 23:09:08 -0700130 break;
131 case SCHUR_JACOBI:
Sameer Agarwal290b9752013-02-17 16:50:37 -0800132 if (preconditioner_.get() == NULL) {
133 preconditioner_.reset(
Sameer Agarwal0338f9a2013-09-02 22:28:40 -0700134 new SchurJacobiPreconditioner(*A->block_structure(),
135 preconditioner_options));
Sameer Agarwal290b9752013-02-17 16:50:37 -0800136 }
137 break;
Keir Mierle8ebb0732012-04-30 23:09:08 -0700138 case CLUSTER_JACOBI:
139 case CLUSTER_TRIDIAGONAL:
Sameer Agarwal290b9752013-02-17 16:50:37 -0800140 if (preconditioner_.get() == NULL) {
141 preconditioner_.reset(
Sameer Agarwal0338f9a2013-09-02 22:28:40 -0700142 new VisibilityBasedPreconditioner(*A->block_structure(),
143 preconditioner_options));
Keir Mierle8ebb0732012-04-30 23:09:08 -0700144 }
Keir Mierle8ebb0732012-04-30 23:09:08 -0700145 break;
146 default:
147 LOG(FATAL) << "Unknown Preconditioner Type";
148 }
Sameer Agarwal290b9752013-02-17 16:50:37 -0800149
150 bool preconditioner_update_was_successful = true;
151 if (preconditioner_.get() != NULL) {
152 preconditioner_update_was_successful =
153 preconditioner_->Update(*A, per_solve_options.D);
154 cg_per_solve_options.preconditioner = preconditioner_.get();
155 }
Sameer Agarwal42a84b82013-02-01 12:22:53 -0800156 event_logger.AddEvent("Setup");
Keir Mierle8ebb0732012-04-30 23:09:08 -0700157
158 LinearSolver::Summary cg_summary;
159 cg_summary.num_iterations = 0;
Sameer Agarwal33e01b92013-11-27 10:24:03 -0800160 cg_summary.termination_type = LINEAR_SOLVER_FAILURE;
Keir Mierle8ebb0732012-04-30 23:09:08 -0700161
Sameer Agarwalb16e1182013-11-25 05:47:43 -0800162 // TODO(sameeragarwal): Refactor preconditioners to return a more
Sameer Agarwal89a592f2013-11-26 11:35:49 -0800163 // sane message.
164 cg_summary.message = "Preconditioner update failed.";
Sameer Agarwal290b9752013-02-17 16:50:37 -0800165 if (preconditioner_update_was_successful) {
Keir Mierlef7898fb2012-05-05 20:55:08 -0700166 cg_summary = cg_solver.Solve(schur_complement_.get(),
167 schur_complement_->rhs().data(),
168 cg_per_solve_options,
169 reduced_linear_system_solution_.data());
Sameer Agarwal33e01b92013-11-27 10:24:03 -0800170 if (cg_summary.termination_type != LINEAR_SOLVER_FAILURE &&
171 cg_summary.termination_type != LINEAR_SOLVER_FATAL_ERROR) {
Keir Mierle8ebb0732012-04-30 23:09:08 -0700172 schur_complement_->BackSubstitute(
173 reduced_linear_system_solution_.data(), x);
174 }
175 }
Sameer Agarwal42a84b82013-02-01 12:22:53 -0800176 event_logger.AddEvent("Solve");
Keir Mierle8ebb0732012-04-30 23:09:08 -0700177 return cg_summary;
178}
179
180} // namespace internal
181} // namespace ceres