xref: /petsc/src/tao/unconstrained/tutorials/rosenbrock3.c (revision 63a3b9bc7a1f24f247904ccba9383635fe6abade)
1414d97d3SAlp Dener /* Program usage: mpiexec -n 1 rosenbrock2 [-help] [all TAO options] */
2414d97d3SAlp Dener 
3414d97d3SAlp Dener /*  Include "petsctao.h" so we can use TAO solvers.  */
4414d97d3SAlp Dener #include <petsctao.h>
5414d97d3SAlp Dener 
6414d97d3SAlp Dener static  char help[] = "This example demonstrates use of the TAO package to \n\
7414d97d3SAlp Dener solve an unconstrained minimization problem on a single processor.  We \n\
8414d97d3SAlp Dener minimize the extended Rosenbrock function: \n\
9414d97d3SAlp Dener    sum_{i=0}^{n/2-1} (alpha*(x_{2i+1}-x_{2i}^2)^2 + (1-x_{2i})^2) \n\
10414d97d3SAlp Dener or the chained Rosenbrock function:\n\
11414d97d3SAlp Dener    sum_{i=0}^{n-1} alpha*(x_{i+1} - x_i^2)^2 + (1 - x_i)^2\n";
12414d97d3SAlp Dener 
13414d97d3SAlp Dener /*
14414d97d3SAlp Dener    User-defined application context - contains data needed by the
15414d97d3SAlp Dener    application-provided call-back routines that evaluate the function,
16414d97d3SAlp Dener    gradient, and hessian.
17414d97d3SAlp Dener */
18414d97d3SAlp Dener typedef struct {
19414d97d3SAlp Dener   PetscInt  n;          /* dimension */
20414d97d3SAlp Dener   PetscReal alpha;   /* condition parameter */
21414d97d3SAlp Dener   PetscBool chained;
22414d97d3SAlp Dener } AppCtx;
23414d97d3SAlp Dener 
24414d97d3SAlp Dener /* -------------- User-defined routines ---------- */
25414d97d3SAlp Dener PetscErrorCode FormFunctionGradient(Tao,Vec,PetscReal*,Vec,void*);
26414d97d3SAlp Dener PetscErrorCode FormHessian(Tao,Vec,Mat,Mat,void*);
27414d97d3SAlp Dener 
28414d97d3SAlp Dener int main(int argc,char **argv)
29414d97d3SAlp Dener {
30414d97d3SAlp Dener   PetscReal          zero=0.0;
31414d97d3SAlp Dener   Vec                x;                     /* solution vector */
32414d97d3SAlp Dener   Mat                H;
33414d97d3SAlp Dener   Tao                tao;                   /* Tao solver context */
34414d97d3SAlp Dener   PetscBool          flg, test_lmvm = PETSC_FALSE;
35414d97d3SAlp Dener   PetscMPIInt        size;                  /* number of processes running */
36414d97d3SAlp Dener   AppCtx             user;                  /* user-defined application context */
37414d97d3SAlp Dener   TaoConvergedReason reason;
38414d97d3SAlp Dener   PetscInt           its, recycled_its=0, oneshot_its=0;
39414d97d3SAlp Dener 
40414d97d3SAlp Dener   /* Initialize TAO and PETSc */
419566063dSJacob Faibussowitsch   PetscCall(PetscInitialize(&argc,&argv,(char*)0,help));
429566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_size(PETSC_COMM_WORLD,&size));
433c859ba3SBarry Smith   PetscCheck(size == 1,PETSC_COMM_WORLD,PETSC_ERR_WRONG_MPI_SIZE,"Incorrect number of processors");
44414d97d3SAlp Dener 
45414d97d3SAlp Dener   /* Initialize problem parameters */
46414d97d3SAlp Dener   user.n = 2; user.alpha = 99.0; user.chained = PETSC_FALSE;
47414d97d3SAlp Dener   /* Check for command line arguments to override defaults */
489566063dSJacob Faibussowitsch   PetscCall(PetscOptionsGetInt(NULL,NULL,"-n",&user.n,&flg));
499566063dSJacob Faibussowitsch   PetscCall(PetscOptionsGetReal(NULL,NULL,"-alpha",&user.alpha,&flg));
509566063dSJacob Faibussowitsch   PetscCall(PetscOptionsGetBool(NULL,NULL,"-chained",&user.chained,&flg));
519566063dSJacob Faibussowitsch   PetscCall(PetscOptionsGetBool(NULL,NULL,"-test_lmvm",&test_lmvm,&flg));
52414d97d3SAlp Dener 
53414d97d3SAlp Dener   /* Allocate vectors for the solution and gradient */
549566063dSJacob Faibussowitsch   PetscCall(VecCreateSeq(PETSC_COMM_SELF,user.n,&x));
559566063dSJacob Faibussowitsch   PetscCall(MatCreateSeqBAIJ(PETSC_COMM_SELF,2,user.n,user.n,1,NULL,&H));
56414d97d3SAlp Dener 
57414d97d3SAlp Dener   /* The TAO code begins here */
58414d97d3SAlp Dener 
59414d97d3SAlp Dener   /* Create TAO solver with desired solution method */
609566063dSJacob Faibussowitsch   PetscCall(TaoCreate(PETSC_COMM_SELF,&tao));
619566063dSJacob Faibussowitsch   PetscCall(TaoSetType(tao,TAOBQNLS));
62414d97d3SAlp Dener 
63414d97d3SAlp Dener   /* Set solution vec and an initial guess */
649566063dSJacob Faibussowitsch   PetscCall(VecSet(x, zero));
659566063dSJacob Faibussowitsch   PetscCall(TaoSetSolution(tao,x));
66414d97d3SAlp Dener 
67414d97d3SAlp Dener   /* Set routines for function, gradient, hessian evaluation */
689566063dSJacob Faibussowitsch   PetscCall(TaoSetObjectiveAndGradient(tao,NULL,FormFunctionGradient,&user));
699566063dSJacob Faibussowitsch   PetscCall(TaoSetHessian(tao,H,H,FormHessian,&user));
70414d97d3SAlp Dener 
71414d97d3SAlp Dener   /* Check for TAO command line options */
729566063dSJacob Faibussowitsch   PetscCall(TaoSetFromOptions(tao));
73414d97d3SAlp Dener 
74414d97d3SAlp Dener   /* Solve the problem */
759566063dSJacob Faibussowitsch   PetscCall(TaoSetTolerances(tao, 1.e-5, 0.0, 0.0));
769566063dSJacob Faibussowitsch   PetscCall(TaoSetMaximumIterations(tao, 5));
779566063dSJacob Faibussowitsch   PetscCall(TaoSetRecycleHistory(tao, PETSC_TRUE));
78414d97d3SAlp Dener   reason = TAO_CONTINUE_ITERATING;
79414d97d3SAlp Dener   flg = PETSC_FALSE;
809566063dSJacob Faibussowitsch   PetscCall(TaoGetRecycleHistory(tao, &flg));
819566063dSJacob Faibussowitsch   if (flg) PetscCall(PetscPrintf(PETSC_COMM_SELF, "Recycle: enabled\n"));
82414d97d3SAlp Dener   while (reason != TAO_CONVERGED_GATOL) {
839566063dSJacob Faibussowitsch     PetscCall(TaoSolve(tao));
849566063dSJacob Faibussowitsch     PetscCall(TaoGetConvergedReason(tao, &reason));
859566063dSJacob Faibussowitsch     PetscCall(TaoGetIterationNumber(tao, &its));
86414d97d3SAlp Dener     recycled_its += its;
879566063dSJacob Faibussowitsch     PetscCall(PetscPrintf(PETSC_COMM_SELF, "-----------------------\n"));
88414d97d3SAlp Dener   }
89414d97d3SAlp Dener 
90414d97d3SAlp Dener   /* Disable recycling and solve again! */
919566063dSJacob Faibussowitsch   PetscCall(TaoSetMaximumIterations(tao, 100));
929566063dSJacob Faibussowitsch   PetscCall(TaoSetRecycleHistory(tao, PETSC_FALSE));
939566063dSJacob Faibussowitsch   PetscCall(VecSet(x, zero));
949566063dSJacob Faibussowitsch   PetscCall(TaoGetRecycleHistory(tao, &flg));
959566063dSJacob Faibussowitsch   if (!flg) PetscCall(PetscPrintf(PETSC_COMM_SELF, "Recycle: disabled\n"));
969566063dSJacob Faibussowitsch   PetscCall(TaoSolve(tao));
979566063dSJacob Faibussowitsch   PetscCall(TaoGetConvergedReason(tao, &reason));
983c859ba3SBarry Smith   PetscCheck(reason == TAO_CONVERGED_GATOL,PETSC_COMM_SELF, PETSC_ERR_NOT_CONVERGED, "Solution failed to converge!");
999566063dSJacob Faibussowitsch   PetscCall(TaoGetIterationNumber(tao, &oneshot_its));
1009566063dSJacob Faibussowitsch   PetscCall(PetscPrintf(PETSC_COMM_SELF, "-----------------------\n"));
101*63a3b9bcSJacob Faibussowitsch   PetscCall(PetscPrintf(PETSC_COMM_SELF, "recycled its: %" PetscInt_FMT " | oneshot its: %" PetscInt_FMT "\n", recycled_its, oneshot_its));
1023c859ba3SBarry Smith   PetscCheck(recycled_its == oneshot_its,PETSC_COMM_SELF, PETSC_ERR_NOT_CONVERGED, "Recycled solution does not match oneshot solution!");
103414d97d3SAlp Dener 
1049566063dSJacob Faibussowitsch   PetscCall(TaoDestroy(&tao));
1059566063dSJacob Faibussowitsch   PetscCall(VecDestroy(&x));
1069566063dSJacob Faibussowitsch   PetscCall(MatDestroy(&H));
107414d97d3SAlp Dener 
1089566063dSJacob Faibussowitsch   PetscCall(PetscFinalize());
109b122ec5aSJacob Faibussowitsch   return 0;
110414d97d3SAlp Dener }
111414d97d3SAlp Dener 
112414d97d3SAlp Dener /* -------------------------------------------------------------------- */
113414d97d3SAlp Dener /*
114414d97d3SAlp Dener     FormFunctionGradient - Evaluates the function, f(X), and gradient, G(X).
115414d97d3SAlp Dener 
116414d97d3SAlp Dener     Input Parameters:
117414d97d3SAlp Dener .   tao  - the Tao context
118414d97d3SAlp Dener .   X    - input vector
119414d97d3SAlp Dener .   ptr  - optional user-defined context, as set by TaoSetFunctionGradient()
120414d97d3SAlp Dener 
121414d97d3SAlp Dener     Output Parameters:
122414d97d3SAlp Dener .   G - vector containing the newly evaluated gradient
123414d97d3SAlp Dener .   f - function value
124414d97d3SAlp Dener 
125414d97d3SAlp Dener     Note:
126414d97d3SAlp Dener     Some optimization methods ask for the function and the gradient evaluation
127414d97d3SAlp Dener     at the same time.  Evaluating both at once may be more efficient than
128414d97d3SAlp Dener     evaluating each separately.
129414d97d3SAlp Dener */
130414d97d3SAlp Dener PetscErrorCode FormFunctionGradient(Tao tao,Vec X,PetscReal *f, Vec G,void *ptr)
131414d97d3SAlp Dener {
132414d97d3SAlp Dener   AppCtx            *user = (AppCtx *) ptr;
133414d97d3SAlp Dener   PetscInt          i,nn=user->n/2;
134414d97d3SAlp Dener   PetscReal         ff=0,t1,t2,alpha=user->alpha;
135414d97d3SAlp Dener   PetscScalar       *g;
136414d97d3SAlp Dener   const PetscScalar *x;
137414d97d3SAlp Dener 
138414d97d3SAlp Dener   PetscFunctionBeginUser;
139414d97d3SAlp Dener   /* Get pointers to vector data */
1409566063dSJacob Faibussowitsch   PetscCall(VecGetArrayRead(X,&x));
1419566063dSJacob Faibussowitsch   PetscCall(VecGetArrayWrite(G,&g));
142414d97d3SAlp Dener 
143414d97d3SAlp Dener   /* Compute G(X) */
144414d97d3SAlp Dener   if (user->chained) {
145414d97d3SAlp Dener     g[0] = 0;
146414d97d3SAlp Dener     for (i=0; i<user->n-1; i++) {
147414d97d3SAlp Dener       t1 = x[i+1] - x[i]*x[i];
148414d97d3SAlp Dener       ff += PetscSqr(1 - x[i]) + alpha*t1*t1;
149414d97d3SAlp Dener       g[i] += -2*(1 - x[i]) + 2*alpha*t1*(-2*x[i]);
150414d97d3SAlp Dener       g[i+1] = 2*alpha*t1;
151414d97d3SAlp Dener     }
152414d97d3SAlp Dener   } else {
153414d97d3SAlp Dener     for (i=0; i<nn; i++) {
154414d97d3SAlp Dener       t1 = x[2*i+1]-x[2*i]*x[2*i]; t2= 1-x[2*i];
155414d97d3SAlp Dener       ff += alpha*t1*t1 + t2*t2;
156414d97d3SAlp Dener       g[2*i] = -4*alpha*t1*x[2*i]-2.0*t2;
157414d97d3SAlp Dener       g[2*i+1] = 2*alpha*t1;
158414d97d3SAlp Dener     }
159414d97d3SAlp Dener   }
160414d97d3SAlp Dener 
161414d97d3SAlp Dener   /* Restore vectors */
1629566063dSJacob Faibussowitsch   PetscCall(VecRestoreArrayRead(X,&x));
1639566063dSJacob Faibussowitsch   PetscCall(VecRestoreArrayWrite(G,&g));
164414d97d3SAlp Dener   *f   = ff;
165414d97d3SAlp Dener 
1669566063dSJacob Faibussowitsch   PetscCall(PetscLogFlops(15.0*nn));
167414d97d3SAlp Dener   PetscFunctionReturn(0);
168414d97d3SAlp Dener }
169414d97d3SAlp Dener 
170414d97d3SAlp Dener /* ------------------------------------------------------------------- */
171414d97d3SAlp Dener /*
172414d97d3SAlp Dener    FormHessian - Evaluates Hessian matrix.
173414d97d3SAlp Dener 
174414d97d3SAlp Dener    Input Parameters:
175414d97d3SAlp Dener .  tao   - the Tao context
176414d97d3SAlp Dener .  x     - input vector
177414d97d3SAlp Dener .  ptr   - optional user-defined context, as set by TaoSetHessian()
178414d97d3SAlp Dener 
179414d97d3SAlp Dener    Output Parameters:
180414d97d3SAlp Dener .  H     - Hessian matrix
181414d97d3SAlp Dener 
182414d97d3SAlp Dener    Note:  Providing the Hessian may not be necessary.  Only some solvers
183414d97d3SAlp Dener    require this matrix.
184414d97d3SAlp Dener */
185414d97d3SAlp Dener PetscErrorCode FormHessian(Tao tao,Vec X,Mat H, Mat Hpre, void *ptr)
186414d97d3SAlp Dener {
187414d97d3SAlp Dener   AppCtx            *user = (AppCtx*)ptr;
188414d97d3SAlp Dener   PetscInt          i, ind[2];
189414d97d3SAlp Dener   PetscReal         alpha=user->alpha;
190414d97d3SAlp Dener   PetscReal         v[2][2];
191414d97d3SAlp Dener   const PetscScalar *x;
192414d97d3SAlp Dener   PetscBool         assembled;
193414d97d3SAlp Dener 
194414d97d3SAlp Dener   PetscFunctionBeginUser;
195414d97d3SAlp Dener   /* Zero existing matrix entries */
1969566063dSJacob Faibussowitsch   PetscCall(MatAssembled(H,&assembled));
1979566063dSJacob Faibussowitsch   if (assembled || user->chained) PetscCall(MatZeroEntries(H));
198414d97d3SAlp Dener 
199414d97d3SAlp Dener   /* Get a pointer to vector data */
2009566063dSJacob Faibussowitsch   PetscCall(VecGetArrayRead(X,&x));
201414d97d3SAlp Dener 
202414d97d3SAlp Dener   /* Compute H(X) entries */
203414d97d3SAlp Dener   if (user->chained) {
204414d97d3SAlp Dener     for (i=0; i<user->n-1; i++) {
205414d97d3SAlp Dener       PetscScalar t1 = x[i+1] - x[i]*x[i];
206414d97d3SAlp Dener       v[0][0] = 2 + 2*alpha*(t1*(-2) - 2*x[i]);
207414d97d3SAlp Dener       v[0][1] = 2*alpha*(-2*x[i]);
208414d97d3SAlp Dener       v[1][0] = 2*alpha*(-2*x[i]);
209414d97d3SAlp Dener       v[1][1] = 2*alpha*t1;
210414d97d3SAlp Dener       ind[0] = i; ind[1] = i+1;
2119566063dSJacob Faibussowitsch       PetscCall(MatSetValues(H,2,ind,2,ind,v[0],ADD_VALUES));
212414d97d3SAlp Dener     }
213414d97d3SAlp Dener   } else {
214414d97d3SAlp Dener     for (i=0; i<user->n/2; i++) {
215414d97d3SAlp Dener       v[1][1] = 2*alpha;
216414d97d3SAlp Dener       v[0][0] = -4*alpha*(x[2*i+1]-3*x[2*i]*x[2*i]) + 2;
217414d97d3SAlp Dener       v[1][0] = v[0][1] = -4.0*alpha*x[2*i];
218414d97d3SAlp Dener       ind[0]=2*i; ind[1]=2*i+1;
2199566063dSJacob Faibussowitsch       PetscCall(MatSetValues(H,2,ind,2,ind,v[0],INSERT_VALUES));
220414d97d3SAlp Dener     }
221414d97d3SAlp Dener   }
2229566063dSJacob Faibussowitsch   PetscCall(VecRestoreArrayRead(X,&x));
223414d97d3SAlp Dener 
224414d97d3SAlp Dener   /* Assemble matrix */
2259566063dSJacob Faibussowitsch   PetscCall(MatAssemblyBegin(H,MAT_FINAL_ASSEMBLY));
2269566063dSJacob Faibussowitsch   PetscCall(MatAssemblyEnd(H,MAT_FINAL_ASSEMBLY));
2279566063dSJacob Faibussowitsch   PetscCall(PetscLogFlops(9.0*user->n/2.0));
228414d97d3SAlp Dener   PetscFunctionReturn(0);
229414d97d3SAlp Dener }
230414d97d3SAlp Dener 
231414d97d3SAlp Dener /*TEST
232414d97d3SAlp Dener 
233414d97d3SAlp Dener    build:
234414d97d3SAlp Dener       requires: !complex
235414d97d3SAlp Dener 
236414d97d3SAlp Dener    test:
237414d97d3SAlp Dener       args: -tao_type bqnls -tao_monitor
238414d97d3SAlp Dener       requires: !single
239414d97d3SAlp Dener 
240414d97d3SAlp Dener TEST*/
241