xref: /petsc/src/snes/interface/noise/snesnoise.c (revision ae15b995b5732fffd2de5a75cf61ef7190c6fef1)
163dd3a1aSKris Buschelman #define PETSCSNES_DLL
2051ac159SSatish Balay 
37736150eSBarry Smith #include "src/snes/snesimpl.h"
47736150eSBarry Smith 
57736150eSBarry Smith /* Data used by Jorge's diff parameter computation method */
67736150eSBarry Smith typedef struct {
77736150eSBarry Smith   Vec       *workv;          /* work vectors */
87736150eSBarry Smith   FILE      *fp;             /* output file */
97736150eSBarry Smith   int       function_count;  /* count of function evaluations for diff param estimation */
107736150eSBarry Smith   double    fnoise_min;      /* minimim allowable noise */
117736150eSBarry Smith   double    hopt_min;        /* minimum allowable hopt */
127736150eSBarry Smith   double    h_first_try;     /* first try for h used in diff parameter estimate */
13a7cc72afSBarry Smith   PetscInt  fnoise_resets;   /* number of times we've reset the noise estimate */
14a7cc72afSBarry Smith   PetscInt  hopt_resets;     /* number of times we've reset the hopt estimate */
157736150eSBarry Smith } DIFFPAR_MORE;
167736150eSBarry Smith 
177736150eSBarry Smith 
18a7cc72afSBarry Smith extern PetscErrorCode dnest_(PetscInt*,PetscScalar*,PetscScalar*,PetscScalar*,PetscScalar*,PetscScalar*,PetscInt*,PetscScalar*);
196849ba73SBarry Smith EXTERN PetscErrorCode JacMatMultCompare(SNES,Vec,Vec,double);
20dfbe8321SBarry Smith EXTERN PetscErrorCode SNESDefaultMatrixFreeSetParameters2(Mat,double,double,double);
21dfbe8321SBarry Smith EXTERN PetscErrorCode SNESUnSetMatrixFreeParameter(SNES snes);
227736150eSBarry Smith 
234a2ae208SSatish Balay #undef __FUNCT__
244a2ae208SSatish Balay #define __FUNCT__ "DiffParameterCreate_More"
25dfbe8321SBarry Smith PetscErrorCode DiffParameterCreate_More(SNES snes,Vec x,void **outneP)
267736150eSBarry Smith {
277736150eSBarry Smith   DIFFPAR_MORE   *neP;
287736150eSBarry Smith   Vec            w;
297736150eSBarry Smith   PetscRandom    rctx;  /* random number generator context */
30dfbe8321SBarry Smith   PetscErrorCode ierr;
3152ed857cSBarry Smith   PetscTruth     flg;
32e2d1d2b7SBarry Smith   char           noise_file[PETSC_MAX_PATH_LEN];
337736150eSBarry Smith 
347736150eSBarry Smith   PetscFunctionBegin;
357736150eSBarry Smith 
3652ed857cSBarry Smith   ierr = PetscNew(DIFFPAR_MORE,&neP);CHKERRQ(ierr);
3752e6d16bSBarry Smith   ierr = PetscLogObjectMemory(snes,sizeof(DIFFPAR_MORE));CHKERRQ(ierr);
387736150eSBarry Smith 
397736150eSBarry Smith   neP->function_count = 0;
407736150eSBarry Smith   neP->fnoise_min     = 1.0e-20;
417736150eSBarry Smith   neP->hopt_min       = 1.0e-8;
427736150eSBarry Smith   neP->h_first_try    = 1.0e-3;
437736150eSBarry Smith   neP->fnoise_resets  = 0;
447736150eSBarry Smith   neP->hopt_resets    = 0;
457736150eSBarry Smith 
467736150eSBarry Smith   /* Create work vectors */
477736150eSBarry Smith   ierr = VecDuplicateVecs(x,3,&neP->workv);CHKERRQ(ierr);
487736150eSBarry Smith   w = neP->workv[0];
497736150eSBarry Smith 
507736150eSBarry Smith   /* Set components of vector w to random numbers */
517736150eSBarry Smith   ierr = PetscRandomCreate(snes->comm,RANDOM_DEFAULT,&rctx);CHKERRQ(ierr);
52abb0e124SMatthew Knepley   ierr = VecSetRandom(w,rctx);CHKERRQ(ierr);
537736150eSBarry Smith   ierr = PetscRandomDestroy(rctx);CHKERRQ(ierr);
547736150eSBarry Smith 
557736150eSBarry Smith   /* Open output file */
56e2d1d2b7SBarry Smith   ierr = PetscOptionsGetString(snes->prefix,"-snes_mf_noise_file",noise_file,PETSC_MAX_PATH_LEN-1,&flg);CHKERRQ(ierr);
577736150eSBarry Smith   if (flg) neP->fp = fopen(noise_file,"w");
587736150eSBarry Smith   else     neP->fp = fopen("noise.out","w");
5952ed857cSBarry Smith   if (!neP->fp) SETERRQ(PETSC_ERR_FILE_OPEN,"Cannot open file");
60*ae15b995SBarry Smith   ierr = PetscInfo(snes,"Creating Jorge's differencing parameter context\n");CHKERRQ(ierr);
617736150eSBarry Smith 
627736150eSBarry Smith   *outneP = neP;
637736150eSBarry Smith   PetscFunctionReturn(0);
647736150eSBarry Smith }
657736150eSBarry Smith 
664a2ae208SSatish Balay #undef __FUNCT__
674a2ae208SSatish Balay #define __FUNCT__ "DiffParameterDestroy_More"
68dfbe8321SBarry Smith PetscErrorCode DiffParameterDestroy_More(void *nePv)
697736150eSBarry Smith {
707736150eSBarry Smith   DIFFPAR_MORE   *neP = (DIFFPAR_MORE *)nePv;
71dfbe8321SBarry Smith   PetscErrorCode ierr;
727736150eSBarry Smith 
737736150eSBarry Smith   PetscFunctionBegin;
747736150eSBarry Smith   /* Destroy work vectors and close output file */
757736150eSBarry Smith   ierr = VecDestroyVecs(neP->workv,3);CHKERRQ(ierr);
767736150eSBarry Smith   fclose(neP->fp);
777736150eSBarry Smith   ierr = PetscFree(neP);CHKERRQ(ierr);
787736150eSBarry Smith   PetscFunctionReturn(0);
797736150eSBarry Smith }
807736150eSBarry Smith 
814a2ae208SSatish Balay #undef __FUNCT__
824a2ae208SSatish Balay #define __FUNCT__ "DiffParameterCompute_More"
83dfbe8321SBarry Smith PetscErrorCode DiffParameterCompute_More(SNES snes,void *nePv,Vec x,Vec p,double *fnoise,double *hopt)
847736150eSBarry Smith {
857736150eSBarry Smith   DIFFPAR_MORE   *neP = (DIFFPAR_MORE *)nePv;
867736150eSBarry Smith   Vec            w, xp, fvec;    /* work vectors to use in computing h */
8790c26489SBarry Smith   double         zero = 0.0, hl, hu, h, fnoise_s, fder2_s;
8890c26489SBarry Smith   PetscScalar    alpha;
8990c26489SBarry Smith   PetscScalar    fval[7], tab[7][7], eps[7], f;
9090c26489SBarry Smith   double         rerrf, fder2;
916849ba73SBarry Smith   PetscErrorCode ierr;
9277431f27SBarry Smith   PetscInt       iter, k, i, j,  info;
9377431f27SBarry Smith   PetscInt       nf = 7;         /* number of function evaluations */
9477431f27SBarry Smith   PetscInt       fcount;
957736150eSBarry Smith   MPI_Comm       comm = snes->comm;
967736150eSBarry Smith   FILE           *fp;
9752ed857cSBarry Smith   PetscTruth     noise_test;
987736150eSBarry Smith 
997736150eSBarry Smith   PetscFunctionBegin;
1007736150eSBarry Smith   /* Call to SNESSetUp() just to set data structures in SNES context */
10170e92668SMatthew Knepley   if (!snes->setupcalled) {ierr = SNESSetUp(snes);CHKERRQ(ierr);}
1027736150eSBarry Smith 
1037736150eSBarry Smith   w    = neP->workv[0];
1047736150eSBarry Smith   xp   = neP->workv[1];
1057736150eSBarry Smith   fvec = neP->workv[2];
1067736150eSBarry Smith   fp   = neP->fp;
1077736150eSBarry Smith 
1087736150eSBarry Smith   /* Initialize parameters */
1097736150eSBarry Smith   hl       = zero;
1107736150eSBarry Smith   hu       = zero;
1117736150eSBarry Smith   h        = neP->h_first_try;
1127736150eSBarry Smith   fnoise_s = zero;
1137736150eSBarry Smith   fder2_s  = zero;
1147736150eSBarry Smith   fcount   = neP->function_count;
1157736150eSBarry Smith 
1167736150eSBarry Smith   /* We have 5 tries to attempt to compute a good hopt value */
1177736150eSBarry Smith   ierr = SNESGetIterationNumber(snes,&i);CHKERRQ(ierr);
11877431f27SBarry Smith   ierr = PetscFPrintf(comm,fp,"\n ------- SNES iteration %D ---------\n",i);CHKERRQ(ierr);
1197736150eSBarry Smith   for (iter=0; iter<5; iter++) {
1207736150eSBarry Smith     neP->h_first_try = h;
1217736150eSBarry Smith 
1227736150eSBarry Smith     /* Compute the nf function values needed to estimate the noise from
1237736150eSBarry Smith        the difference table */
1247736150eSBarry Smith     for (k=0; k<nf; k++) {
1257736150eSBarry Smith       alpha = h * ( k+1 - (nf+1)/2 );
1262dcb1b2aSMatthew Knepley       ierr = VecWAXPY(xp,alpha,p,x);CHKERRQ(ierr);
1277736150eSBarry Smith       ierr = SNESComputeFunction(snes,xp,fvec);CHKERRQ(ierr);
1287736150eSBarry Smith       neP->function_count++;
1297736150eSBarry Smith       ierr = VecDot(fvec,w,&fval[k]);CHKERRQ(ierr);
1307736150eSBarry Smith     }
1317736150eSBarry Smith     f = fval[(nf+1)/2 - 1];
1327736150eSBarry Smith 
1337736150eSBarry Smith     /* Construct the difference table */
1347736150eSBarry Smith     for (i=0; i<nf; i++) {
1357736150eSBarry Smith       tab[i][0] = fval[i];
1367736150eSBarry Smith     }
1377736150eSBarry Smith     for (j=0; j<6; j++) {
1387736150eSBarry Smith       for (i=0; i<nf-j; i++) {
1397736150eSBarry Smith         tab[i][j+1] = tab[i+1][j] - tab[i][j];
1407736150eSBarry Smith       }
1417736150eSBarry Smith     }
1427736150eSBarry Smith 
1437736150eSBarry Smith     /* Print the difference table */
14477431f27SBarry Smith     ierr = PetscFPrintf(comm,fp,"Difference Table: iter = %D\n",iter);CHKERRQ(ierr);
1457736150eSBarry Smith     for (i=0; i<nf; i++) {
1467736150eSBarry Smith       for (j=0; j<nf-i; j++) {
1477736150eSBarry Smith         ierr = PetscFPrintf(comm,fp," %10.2e ",tab[i][j]);CHKERRQ(ierr);
1487736150eSBarry Smith       }
1497736150eSBarry Smith       ierr = PetscFPrintf(comm,fp,"\n");CHKERRQ(ierr);
1507736150eSBarry Smith     }
1517736150eSBarry Smith 
1527736150eSBarry Smith     /* Call the noise estimator */
153f6428e95SBarry Smith     ierr = dnest_(&nf,fval,&h,fnoise,&fder2,hopt,&info,eps);CHKERRQ(ierr);
1547736150eSBarry Smith 
1557736150eSBarry Smith     /* Output statements */
1567736150eSBarry Smith     rerrf = *fnoise/PetscAbsScalar(f);
1577736150eSBarry Smith     if (info == 1) {ierr = PetscFPrintf(comm,fp,"%s\n","Noise detected");CHKERRQ(ierr);}
1587736150eSBarry Smith     if (info == 2) {ierr = PetscFPrintf(comm,fp,"%s\n","Noise not detected; h is too small");CHKERRQ(ierr);}
1597736150eSBarry Smith     if (info == 3) {ierr = PetscFPrintf(comm,fp,"%s\n","Noise not detected; h is too large");CHKERRQ(ierr);}
1607736150eSBarry Smith     if (info == 4) {ierr = PetscFPrintf(comm,fp,"%s\n","Noise detected, but unreliable hopt");CHKERRQ(ierr);}
161a83599f4SBarry Smith     ierr = PetscFPrintf(comm,fp,"Approximate epsfcn %G  %G  %G  %G  %G  %G\n",
1627736150eSBarry Smith         eps[0],eps[1],eps[2],eps[3],eps[4],eps[5]);CHKERRQ(ierr);
163a83599f4SBarry Smith     ierr = PetscFPrintf(comm,fp,"h = %G, fnoise = %G, fder2 = %G, rerrf = %G, hopt = %G\n\n",
1647736150eSBarry Smith             h, *fnoise, fder2, rerrf, *hopt);CHKERRQ(ierr);
1657736150eSBarry Smith 
1667736150eSBarry Smith     /* Save fnoise and fder2. */
1677736150eSBarry Smith     if (*fnoise) fnoise_s = *fnoise;
1687736150eSBarry Smith     if (fder2)  fder2_s = fder2;
1697736150eSBarry Smith 
1707736150eSBarry Smith     /* Check for noise detection. */
1717736150eSBarry Smith     if (fnoise_s && fder2_s) {
1727736150eSBarry Smith       *fnoise = fnoise_s;
1737736150eSBarry Smith       fder2 = fder2_s;
1747736150eSBarry Smith       *hopt = 1.68*sqrt(*fnoise/PetscAbsScalar(fder2));
1757736150eSBarry Smith       goto theend;
1767736150eSBarry Smith     } else {
1777736150eSBarry Smith 
1787736150eSBarry Smith       /* Update hl and hu, and determine new h */
1797736150eSBarry Smith       if (info == 2 || info == 4) {
1807736150eSBarry Smith         hl = h;
1817736150eSBarry Smith         if (hu == zero) h = 100*h;
1827736150eSBarry Smith         else            h = PetscMin(100*h,0.1*hu);
1837736150eSBarry Smith        } else if (info == 3) {
1847736150eSBarry Smith         hu = h;
1857736150eSBarry Smith         h = PetscMax(1.0e-3,sqrt(hl/hu))*hu;
1867736150eSBarry Smith       }
1877736150eSBarry Smith     }
1887736150eSBarry Smith   }
1897736150eSBarry Smith   theend:
1907736150eSBarry Smith 
1917736150eSBarry Smith   if (*fnoise < neP->fnoise_min) {
192a83599f4SBarry Smith     ierr = PetscFPrintf(comm,fp,"Resetting fnoise: fnoise1 = %G, fnoise_min = %G\n",*fnoise,neP->fnoise_min);CHKERRQ(ierr);
1937736150eSBarry Smith     *fnoise = neP->fnoise_min;
1947736150eSBarry Smith     neP->fnoise_resets++;
1957736150eSBarry Smith   }
1967736150eSBarry Smith   if (*hopt < neP->hopt_min) {
197a83599f4SBarry Smith     ierr = PetscFPrintf(comm,fp,"Resetting hopt: hopt1 = %G, hopt_min = %G\n",*hopt,neP->hopt_min);CHKERRQ(ierr);
1987736150eSBarry Smith     *hopt = neP->hopt_min;
1997736150eSBarry Smith     neP->hopt_resets++;
2007736150eSBarry Smith   }
2017736150eSBarry Smith 
2027736150eSBarry Smith   ierr = PetscFPrintf(comm,fp,"Errors in derivative:\n");CHKERRQ(ierr);
203a83599f4SBarry Smith   ierr = PetscFPrintf(comm,fp,"f = %G, fnoise = %G, fder2 = %G, hopt = %G\n",f,*fnoise,fder2,*hopt);CHKERRQ(ierr);
2047736150eSBarry Smith 
2057736150eSBarry Smith   /* For now, compute h **each** MV Mult!! */
2067736150eSBarry Smith   /*
20752ed857cSBarry Smith   ierr = PetscOptionsHasName(PETSC_NULL,"-matrix_free_jorge_each_mvp",&flg);CHKERRQ(ierr);
2087736150eSBarry Smith   if (!flg) {
2097736150eSBarry Smith     Mat mat;
2107736150eSBarry Smith     ierr = SNESGetJacobian(snes,&mat,PETSC_NULL,PETSC_NULL);CHKERRQ(ierr);
2117736150eSBarry Smith     ierr = SNESDefaultMatrixFreeSetParameters2(mat,PETSC_DEFAULT,PETSC_DEFAULT,*hopt);CHKERRQ(ierr);
2127736150eSBarry Smith   }
2137736150eSBarry Smith   */
2147736150eSBarry Smith   fcount = neP->function_count - fcount;
215*ae15b995SBarry Smith   ierr = PetscInfo5(snes,"fct_now = %D, fct_cum = %D, rerrf=%G, sqrt(noise)=%G, h_more=%G\n",fcount,neP->function_count,rerrf,sqrt(*fnoise),*hopt);CHKERRQ(ierr);
2167736150eSBarry Smith 
21752ed857cSBarry Smith   ierr = PetscOptionsHasName(PETSC_NULL,"-noise_test",&noise_test);CHKERRQ(ierr);
2187736150eSBarry Smith   if (noise_test) {
2197736150eSBarry Smith     ierr = JacMatMultCompare(snes,x,p,*hopt);CHKERRQ(ierr);
2207736150eSBarry Smith   }
2217736150eSBarry Smith   PetscFunctionReturn(0);
2227736150eSBarry Smith }
2237736150eSBarry Smith 
2244a2ae208SSatish Balay #undef __FUNCT__
2254a2ae208SSatish Balay #define __FUNCT__ "JacMatMultCompare"
226dfbe8321SBarry Smith PetscErrorCode JacMatMultCompare(SNES snes,Vec x,Vec p,double hopt)
2277736150eSBarry Smith {
2287736150eSBarry Smith   Vec            yy1, yy2; /* work vectors */
22952ed857cSBarry Smith   PetscViewer    view2;    /* viewer */
2307736150eSBarry Smith   Mat            J;        /* analytic Jacobian (set as preconditioner matrix) */
2317736150eSBarry Smith   Mat            Jmf;      /* matrix-free Jacobian (set as true system matrix) */
2327736150eSBarry Smith   double         h;        /* differencing parameter */
2337736150eSBarry Smith   Vec            f;
2347736150eSBarry Smith   MatStructure   sparsity = DIFFERENT_NONZERO_PATTERN;
23590c26489SBarry Smith   PetscScalar    alpha;
23690c26489SBarry Smith   PetscReal      yy1n,yy2n,enorm;
2376849ba73SBarry Smith   PetscErrorCode ierr;
238a7cc72afSBarry Smith   PetscInt       i;
23952ed857cSBarry Smith   PetscTruth     printv;
2407736150eSBarry Smith   char           filename[32];
2417736150eSBarry Smith   MPI_Comm       comm = snes->comm;
2427736150eSBarry Smith 
2437736150eSBarry Smith   PetscFunctionBegin;
2447736150eSBarry Smith 
2457736150eSBarry Smith   /* Compute function and analytic Jacobian at x */
24652ed857cSBarry Smith   ierr = SNESGetJacobian(snes,&Jmf,&J,PETSC_NULL,PETSC_NULL);CHKERRQ(ierr);
2477736150eSBarry Smith   ierr = SNESComputeJacobian(snes,x,&Jmf,&J,&sparsity);CHKERRQ(ierr);
24852ed857cSBarry Smith   ierr = SNESGetFunction(snes,&f,PETSC_NULL,PETSC_NULL);CHKERRQ(ierr);
2497736150eSBarry Smith   ierr = SNESComputeFunction(snes,x,f);CHKERRQ(ierr);
2507736150eSBarry Smith 
2517736150eSBarry Smith   /* Duplicate work vectors */
2527736150eSBarry Smith   ierr = VecDuplicate(x,&yy2);CHKERRQ(ierr);
2537736150eSBarry Smith   ierr = VecDuplicate(x,&yy1);CHKERRQ(ierr);
2547736150eSBarry Smith 
2557736150eSBarry Smith   /* Compute true matrix-vector product */
2567736150eSBarry Smith   ierr = MatMult(J,p,yy1);CHKERRQ(ierr);
2577736150eSBarry Smith   ierr = VecNorm(yy1,NORM_2,&yy1n);CHKERRQ(ierr);
2587736150eSBarry Smith 
2597736150eSBarry Smith   /* View product vector if desired */
26052ed857cSBarry Smith   ierr = PetscOptionsHasName(PETSC_NULL,"-print_vecs",&printv);CHKERRQ(ierr);
2617736150eSBarry Smith   if (printv) {
26252ed857cSBarry Smith     ierr = PetscViewerASCIIOpen(comm,"y1.out",&view2);CHKERRQ(ierr);
26352ed857cSBarry Smith     ierr = PetscViewerSetFormat(view2,PETSC_VIEWER_ASCII_COMMON);CHKERRQ(ierr);
2647736150eSBarry Smith     ierr = VecView(yy1,view2);CHKERRQ(ierr);
26552ed857cSBarry Smith     ierr = PetscViewerDestroy(view2);CHKERRQ(ierr);
2667736150eSBarry Smith   }
2677736150eSBarry Smith 
2687736150eSBarry Smith   /* Test Jacobian-vector product computation */
2697736150eSBarry Smith   alpha = -1.0;
2707736150eSBarry Smith   h = 0.01 * hopt;
2717736150eSBarry Smith   for (i=0; i<5; i++) {
2727736150eSBarry Smith     /* Set differencing parameter for matrix-free multiplication */
2737736150eSBarry Smith     ierr = SNESDefaultMatrixFreeSetParameters2(Jmf,PETSC_DEFAULT,PETSC_DEFAULT,h);CHKERRQ(ierr);
2747736150eSBarry Smith 
2757736150eSBarry Smith     /* Compute matrix-vector product via differencing approximation */
2767736150eSBarry Smith     ierr = MatMult(Jmf,p,yy2);CHKERRQ(ierr);
2777736150eSBarry Smith     ierr = VecNorm(yy2,NORM_2,&yy2n);CHKERRQ(ierr);
2787736150eSBarry Smith 
2797736150eSBarry Smith     /* View product vector if desired */
2807736150eSBarry Smith     if (printv) {
28177431f27SBarry Smith       sprintf(filename,"y2.%d.out",(int)i);
28252ed857cSBarry Smith       ierr = PetscViewerASCIIOpen(comm,filename,&view2);CHKERRQ(ierr);
28352ed857cSBarry Smith       ierr = PetscViewerSetFormat(view2,PETSC_VIEWER_ASCII_COMMON);CHKERRQ(ierr);
2847736150eSBarry Smith       ierr = VecView(yy2,view2);CHKERRQ(ierr);
28552ed857cSBarry Smith       ierr = PetscViewerDestroy(view2);CHKERRQ(ierr);
2867736150eSBarry Smith     }
2877736150eSBarry Smith 
2887736150eSBarry Smith     /* Compute relative error */
2892dcb1b2aSMatthew Knepley     ierr = VecAXPY(yy2,alpha,yy1);CHKERRQ(ierr);
2907736150eSBarry Smith     ierr = VecNorm(yy2,NORM_2,&enorm);CHKERRQ(ierr);
2917736150eSBarry Smith     enorm = enorm/yy1n;
292a83599f4SBarry Smith     ierr = PetscFPrintf(comm,stdout,"h = %G: relative error = %G\n",h,enorm);CHKERRQ(ierr);
2937736150eSBarry Smith     h *= 10.0;
2947736150eSBarry Smith   }
2957736150eSBarry Smith   PetscFunctionReturn(0);
2967736150eSBarry Smith }
2977736150eSBarry Smith 
298a7cc72afSBarry Smith static PetscInt lin_its_total = 0;
2997736150eSBarry Smith 
30077431f27SBarry Smith PetscErrorCode MyMonitor(SNES snes,PetscInt its,double fnorm,void *dummy)
3017736150eSBarry Smith {
3026849ba73SBarry Smith   PetscErrorCode ierr;
30377431f27SBarry Smith   PetscInt       lin_its;
3047736150eSBarry Smith 
3057736150eSBarry Smith   PetscFunctionBegin;
3067736150eSBarry Smith   ierr = SNESGetNumberLinearIterations(snes,&lin_its);CHKERRQ(ierr);
3077736150eSBarry Smith   lin_its_total += lin_its;
308a83599f4SBarry Smith   ierr = PetscPrintf(snes->comm, "iter = %D, SNES Function norm = %G, lin_its = %D, total_lin_its = %D\n",its,fnorm,lin_its,lin_its_total);CHKERRQ(ierr);
3097736150eSBarry Smith 
3107736150eSBarry Smith   ierr = SNESUnSetMatrixFreeParameter(snes);CHKERRQ(ierr);
3117736150eSBarry Smith   PetscFunctionReturn(0);
3127736150eSBarry Smith }
313