12eb7bf1fSJames Wright // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors. 22eb7bf1fSJames Wright // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 32eb7bf1fSJames Wright // 42eb7bf1fSJames Wright // SPDX-License-Identifier: BSD-2-Clause 52eb7bf1fSJames Wright // 62eb7bf1fSJames Wright // This file is part of CEED: http://github.com/ceed 72eb7bf1fSJames Wright 82eb7bf1fSJames Wright #include "../qfunctions/strong_boundary_conditions.h" 92eb7bf1fSJames Wright 102eb7bf1fSJames Wright #include <ceed.h> 112eb7bf1fSJames Wright #include <petscdmplex.h> 122eb7bf1fSJames Wright 132eb7bf1fSJames Wright #include "../navierstokes.h" 142eb7bf1fSJames Wright #include "../problems/stg_shur14.h" 152eb7bf1fSJames Wright 1691933550SJames Wright PetscErrorCode SetupStrongSTG_Ceed(Ceed ceed, CeedData ceed_data, DM dm, ProblemData *problem, SimpleBC bc, Physics phys, CeedInt Q_sur, 1791933550SJames Wright CeedInt q_data_size_sur, CeedOperator op_strong_bc) { 182eb7bf1fSJames Wright CeedInt num_comp_x = problem->dim, num_comp_q = 5, num_elem, elem_size, stg_data_size = 1; 192eb7bf1fSJames Wright CeedVector multiplicity, x_stored, scale_stored, q_data_sur, stg_data; 202eb7bf1fSJames Wright CeedBasis basis_x_to_q_sur; 212eb7bf1fSJames Wright CeedElemRestriction elem_restr_x_sur, elem_restr_q_sur, elem_restr_x_stored, elem_restr_scale, elem_restr_qd_sur, elem_restr_stgdata; 222eb7bf1fSJames Wright CeedQFunction qf_setup, qf_strongbc, qf_stgdata; 232eb7bf1fSJames Wright CeedOperator op_setup, op_strong_bc_sub, op_setup_sur, op_stgdata; 242eb7bf1fSJames Wright DMLabel domain_label; 252eb7bf1fSJames Wright 262eb7bf1fSJames Wright PetscFunctionBeginUser; 272eb7bf1fSJames Wright PetscCall(DMGetLabel(dm, "Face Sets", &domain_label)); 282eb7bf1fSJames Wright 292eb7bf1fSJames Wright // Basis 302eb7bf1fSJames Wright CeedInt height = 1; 312eb7bf1fSJames Wright PetscCall(CeedBasisCreateProjection(ceed_data->basis_x_sur, ceed_data->basis_q_sur, &basis_x_to_q_sur)); 322eb7bf1fSJames Wright 332eb7bf1fSJames Wright // Setup QFunction 342eb7bf1fSJames Wright CeedQFunctionCreateInterior(ceed, 1, SetupStrongBC, SetupStrongBC_loc, &qf_setup); 352eb7bf1fSJames Wright CeedQFunctionAddInput(qf_setup, "x", num_comp_x, CEED_EVAL_INTERP); 362eb7bf1fSJames Wright CeedQFunctionAddInput(qf_setup, "multiplicity", num_comp_q, CEED_EVAL_NONE); 372eb7bf1fSJames Wright CeedQFunctionAddOutput(qf_setup, "x stored", num_comp_x, CEED_EVAL_NONE); 382eb7bf1fSJames Wright CeedQFunctionAddOutput(qf_setup, "scale", 1, CEED_EVAL_NONE); 392eb7bf1fSJames Wright 402eb7bf1fSJames Wright // Setup STG Setup QFunction 412eb7bf1fSJames Wright PetscCall(SetupStrongSTG_PreProcessing(ceed, problem, num_comp_x, stg_data_size, q_data_size_sur, &qf_stgdata)); 422eb7bf1fSJames Wright 432eb7bf1fSJames Wright // Compute contribution on each boundary face 442eb7bf1fSJames Wright for (CeedInt i = 0; i < bc->num_inflow; i++) { 452eb7bf1fSJames Wright // -- Restrictions 46*36c6cbc8SJames Wright PetscCall(GetRestrictionForDomain(ceed, dm, height, domain_label, bc->inflows[i], 0, Q_sur, q_data_size_sur, &elem_restr_q_sur, &elem_restr_x_sur, 472eb7bf1fSJames Wright &elem_restr_qd_sur)); 482eb7bf1fSJames Wright CeedElemRestrictionCreateVector(elem_restr_q_sur, &multiplicity, NULL); 492eb7bf1fSJames Wright CeedElemRestrictionGetMultiplicity(elem_restr_q_sur, multiplicity); 502eb7bf1fSJames Wright CeedElemRestrictionGetNumElements(elem_restr_q_sur, &num_elem); 512eb7bf1fSJames Wright CeedElemRestrictionGetElementSize(elem_restr_q_sur, &elem_size); 522eb7bf1fSJames Wright CeedElemRestrictionCreateStrided(ceed, num_elem, elem_size, num_comp_x, num_elem * elem_size * num_comp_x, CEED_STRIDES_BACKEND, 532eb7bf1fSJames Wright &elem_restr_x_stored); 542eb7bf1fSJames Wright CeedElemRestrictionCreateVector(elem_restr_x_stored, &x_stored, NULL); 552eb7bf1fSJames Wright 562eb7bf1fSJames Wright CeedElemRestrictionCreateStrided(ceed, num_elem, elem_size, 1, num_elem * elem_size, CEED_STRIDES_BACKEND, &elem_restr_scale); 572eb7bf1fSJames Wright CeedElemRestrictionCreateVector(elem_restr_scale, &scale_stored, NULL); 582eb7bf1fSJames Wright 592eb7bf1fSJames Wright CeedElemRestrictionCreateStrided(ceed, num_elem, elem_size, stg_data_size, num_elem * elem_size, CEED_STRIDES_BACKEND, &elem_restr_stgdata); 602eb7bf1fSJames Wright CeedElemRestrictionCreateVector(elem_restr_stgdata, &stg_data, NULL); 612eb7bf1fSJames Wright 622eb7bf1fSJames Wright CeedVectorCreate(ceed, q_data_size_sur * num_elem * elem_size, &q_data_sur); 632eb7bf1fSJames Wright 642eb7bf1fSJames Wright // -- Setup Operator 652eb7bf1fSJames Wright CeedOperatorCreate(ceed, qf_setup, NULL, NULL, &op_setup); 662eb7bf1fSJames Wright CeedOperatorSetName(op_setup, "surface geometric data"); 672eb7bf1fSJames Wright CeedOperatorSetField(op_setup, "x", elem_restr_x_sur, basis_x_to_q_sur, CEED_VECTOR_ACTIVE); 682eb7bf1fSJames Wright CeedOperatorSetField(op_setup, "multiplicity", elem_restr_q_sur, CEED_BASIS_COLLOCATED, multiplicity); 692eb7bf1fSJames Wright CeedOperatorSetField(op_setup, "x stored", elem_restr_x_stored, CEED_BASIS_COLLOCATED, x_stored); 702eb7bf1fSJames Wright CeedOperatorSetField(op_setup, "scale", elem_restr_scale, CEED_BASIS_COLLOCATED, scale_stored); 712eb7bf1fSJames Wright 722eb7bf1fSJames Wright // -- Compute geometric factors 732eb7bf1fSJames Wright CeedOperatorApply(op_setup, ceed_data->x_coord, CEED_VECTOR_NONE, CEED_REQUEST_IMMEDIATE); 742eb7bf1fSJames Wright 752eb7bf1fSJames Wright // -- Compute QData for the surface 762eb7bf1fSJames Wright CeedOperatorCreate(ceed, ceed_data->qf_setup_sur, NULL, NULL, &op_setup_sur); 772eb7bf1fSJames Wright CeedOperatorSetField(op_setup_sur, "dx", elem_restr_x_sur, ceed_data->basis_xc_sur, CEED_VECTOR_ACTIVE); 782eb7bf1fSJames Wright CeedOperatorSetField(op_setup_sur, "weight", CEED_ELEMRESTRICTION_NONE, ceed_data->basis_xc_sur, CEED_VECTOR_NONE); 792eb7bf1fSJames Wright CeedOperatorSetField(op_setup_sur, "surface qdata", elem_restr_qd_sur, CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 802eb7bf1fSJames Wright 812eb7bf1fSJames Wright CeedOperatorApply(op_setup_sur, ceed_data->x_coord, q_data_sur, CEED_REQUEST_IMMEDIATE); 822eb7bf1fSJames Wright 832eb7bf1fSJames Wright // -- Compute STGData 842eb7bf1fSJames Wright CeedOperatorCreate(ceed, qf_stgdata, NULL, NULL, &op_stgdata); 852eb7bf1fSJames Wright CeedOperatorSetField(op_stgdata, "surface qdata", elem_restr_qd_sur, CEED_BASIS_COLLOCATED, q_data_sur); 862eb7bf1fSJames Wright CeedOperatorSetField(op_stgdata, "x", elem_restr_x_stored, CEED_BASIS_COLLOCATED, x_stored); 872eb7bf1fSJames Wright CeedOperatorSetField(op_stgdata, "stg data", elem_restr_stgdata, CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 882eb7bf1fSJames Wright CeedOperatorSetNumQuadraturePoints(op_stgdata, elem_size); 892eb7bf1fSJames Wright 902eb7bf1fSJames Wright CeedOperatorApply(op_stgdata, CEED_VECTOR_NONE, stg_data, CEED_REQUEST_IMMEDIATE); 912eb7bf1fSJames Wright 922eb7bf1fSJames Wright // -- Setup BC QFunctions 932eb7bf1fSJames Wright SetupStrongSTG_QF(ceed, problem, num_comp_x, num_comp_q, stg_data_size, q_data_size_sur, &qf_strongbc); 942eb7bf1fSJames Wright CeedOperatorCreate(ceed, qf_strongbc, NULL, NULL, &op_strong_bc_sub); 952eb7bf1fSJames Wright CeedOperatorSetName(op_strong_bc_sub, "Strong STG"); 962eb7bf1fSJames Wright 972eb7bf1fSJames Wright CeedOperatorSetField(op_strong_bc_sub, "surface qdata", elem_restr_qd_sur, CEED_BASIS_COLLOCATED, q_data_sur); 982eb7bf1fSJames Wright CeedOperatorSetField(op_strong_bc_sub, "x", elem_restr_x_stored, CEED_BASIS_COLLOCATED, x_stored); 992eb7bf1fSJames Wright CeedOperatorSetField(op_strong_bc_sub, "scale", elem_restr_scale, CEED_BASIS_COLLOCATED, scale_stored); 1002eb7bf1fSJames Wright CeedOperatorSetField(op_strong_bc_sub, "stg data", elem_restr_stgdata, CEED_BASIS_COLLOCATED, stg_data); 1012eb7bf1fSJames Wright CeedOperatorSetField(op_strong_bc_sub, "q", elem_restr_q_sur, CEED_BASIS_COLLOCATED, CEED_VECTOR_ACTIVE); 1022eb7bf1fSJames Wright CeedOperatorSetNumQuadraturePoints(op_strong_bc_sub, elem_size); 1032eb7bf1fSJames Wright 1042eb7bf1fSJames Wright // -- Add to composite operator 1052eb7bf1fSJames Wright CeedCompositeOperatorAddSub(op_strong_bc, op_strong_bc_sub); 1062eb7bf1fSJames Wright 1072eb7bf1fSJames Wright CeedVectorDestroy(&q_data_sur); 1082eb7bf1fSJames Wright CeedVectorDestroy(&multiplicity); 1092eb7bf1fSJames Wright CeedVectorDestroy(&x_stored); 1102eb7bf1fSJames Wright CeedVectorDestroy(&scale_stored); 1112eb7bf1fSJames Wright CeedVectorDestroy(&stg_data); 1122eb7bf1fSJames Wright CeedElemRestrictionDestroy(&elem_restr_x_sur); 1132eb7bf1fSJames Wright CeedElemRestrictionDestroy(&elem_restr_q_sur); 1142eb7bf1fSJames Wright CeedElemRestrictionDestroy(&elem_restr_qd_sur); 1152eb7bf1fSJames Wright CeedElemRestrictionDestroy(&elem_restr_x_stored); 1162eb7bf1fSJames Wright CeedElemRestrictionDestroy(&elem_restr_scale); 1172eb7bf1fSJames Wright CeedElemRestrictionDestroy(&elem_restr_stgdata); 1182eb7bf1fSJames Wright CeedQFunctionDestroy(&qf_strongbc); 1192eb7bf1fSJames Wright CeedQFunctionDestroy(&qf_stgdata); 1202eb7bf1fSJames Wright CeedOperatorDestroy(&op_setup_sur); 1212eb7bf1fSJames Wright CeedOperatorDestroy(&op_strong_bc_sub); 1222eb7bf1fSJames Wright CeedOperatorDestroy(&op_setup); 1232eb7bf1fSJames Wright CeedOperatorDestroy(&op_stgdata); 1242eb7bf1fSJames Wright } 1252eb7bf1fSJames Wright 1262eb7bf1fSJames Wright CeedOperatorGetContextFieldLabel(op_strong_bc, "solution time", &phys->stg_solution_time_label); 1272eb7bf1fSJames Wright 1282eb7bf1fSJames Wright CeedBasisDestroy(&basis_x_to_q_sur); 1292eb7bf1fSJames Wright CeedQFunctionDestroy(&qf_setup); 1302eb7bf1fSJames Wright 1312eb7bf1fSJames Wright PetscFunctionReturn(0); 1322eb7bf1fSJames Wright } 1332eb7bf1fSJames Wright 1342eb7bf1fSJames Wright PetscErrorCode DMPlexInsertBoundaryValues_StrongBCCeed(DM dm, PetscBool insert_essential, Vec Q_loc, PetscReal time, Vec face_geom_FVM, 1352eb7bf1fSJames Wright Vec cell_geom_FVM, Vec grad_FVM) { 1362eb7bf1fSJames Wright Vec boundary_mask; 1372eb7bf1fSJames Wright User user; 1382eb7bf1fSJames Wright 1392eb7bf1fSJames Wright PetscFunctionBeginUser; 1402eb7bf1fSJames Wright PetscCall(DMGetApplicationContext(dm, &user)); 1412eb7bf1fSJames Wright 1422eb7bf1fSJames Wright if (user->phys->stg_solution_time_label) { 1432eb7bf1fSJames Wright CeedOperatorSetContextDouble(user->op_strong_bc_ctx->op, user->phys->stg_solution_time_label, &time); 1442eb7bf1fSJames Wright } 1452eb7bf1fSJames Wright 1462eb7bf1fSJames Wright // Mask Strong BC entries 1472eb7bf1fSJames Wright PetscCall(DMGetNamedLocalVector(dm, "boundary mask", &boundary_mask)); 1482eb7bf1fSJames Wright PetscCall(VecPointwiseMult(Q_loc, Q_loc, boundary_mask)); 1492eb7bf1fSJames Wright PetscCall(DMRestoreNamedLocalVector(dm, "boundary mask", &boundary_mask)); 1502eb7bf1fSJames Wright 1512eb7bf1fSJames Wright PetscCall(ApplyAddCeedOperatorLocalToLocal(NULL, Q_loc, user->op_strong_bc_ctx)); 1522eb7bf1fSJames Wright 1532eb7bf1fSJames Wright PetscFunctionReturn(0); 1542eb7bf1fSJames Wright } 1552eb7bf1fSJames Wright 15691933550SJames Wright PetscErrorCode SetupStrongBC_Ceed(Ceed ceed, CeedData ceed_data, DM dm, User user, ProblemData *problem, SimpleBC bc, CeedInt Q_sur, 1572eb7bf1fSJames Wright CeedInt q_data_size_sur) { 1582eb7bf1fSJames Wright CeedOperator op_strong_bc; 1592eb7bf1fSJames Wright 1602eb7bf1fSJames Wright PetscFunctionBeginUser; 1612eb7bf1fSJames Wright { 1622eb7bf1fSJames Wright Vec boundary_mask, global_vec; 1632eb7bf1fSJames Wright 1642eb7bf1fSJames Wright PetscCall(DMGetNamedLocalVector(dm, "boundary mask", &boundary_mask)); 1652eb7bf1fSJames Wright PetscCall(DMGetGlobalVector(dm, &global_vec)); 1662eb7bf1fSJames Wright PetscCall(VecZeroEntries(boundary_mask)); 1672eb7bf1fSJames Wright PetscCall(VecSet(global_vec, 1.0)); 1682eb7bf1fSJames Wright PetscCall(DMGlobalToLocal(dm, global_vec, INSERT_VALUES, boundary_mask)); 1692eb7bf1fSJames Wright PetscCall(DMRestoreNamedLocalVector(dm, "boundary mask", &boundary_mask)); 1702eb7bf1fSJames Wright PetscCall(DMRestoreGlobalVector(dm, &global_vec)); 1712eb7bf1fSJames Wright } 1722eb7bf1fSJames Wright 1732eb7bf1fSJames Wright CeedCompositeOperatorCreate(ceed, &op_strong_bc); 1742eb7bf1fSJames Wright { 1752eb7bf1fSJames Wright PetscBool use_strongstg = PETSC_FALSE; 1762eb7bf1fSJames Wright PetscCall(PetscOptionsGetBool(NULL, NULL, "-stg_strong", &use_strongstg, NULL)); 1772eb7bf1fSJames Wright 1782eb7bf1fSJames Wright if (use_strongstg) { 17991933550SJames Wright PetscCall(SetupStrongSTG_Ceed(ceed, ceed_data, dm, problem, bc, user->phys, Q_sur, q_data_size_sur, op_strong_bc)); 1802eb7bf1fSJames Wright } 1812eb7bf1fSJames Wright } 1822eb7bf1fSJames Wright 1832eb7bf1fSJames Wright PetscCall(OperatorApplyContextCreate(NULL, NULL, ceed, op_strong_bc, CEED_VECTOR_NONE, NULL, NULL, NULL, &user->op_strong_bc_ctx)); 1842eb7bf1fSJames Wright 1852eb7bf1fSJames Wright PetscCall(PetscObjectComposeFunction((PetscObject)dm, "DMPlexInsertBoundaryValues_C", DMPlexInsertBoundaryValues_StrongBCCeed)); 1862eb7bf1fSJames Wright PetscFunctionReturn(0); 1872eb7bf1fSJames Wright } 188