1ae2b091fSJames Wright // SPDX-FileCopyrightText: Copyright (c) 2017-2024, HONEE contributors. 2ae2b091fSJames Wright // SPDX-License-Identifier: Apache-2.0 OR BSD-2-Clause 3149fb536SJames Wright #pragma once 4149fb536SJames Wright 5149fb536SJames Wright #include <ceed.h> 6149fb536SJames Wright #include <bc_definition.h> 793ca29b6SJames Wright #include <honee-file.h> 8*78c5b8e5SJames Wright #include <honee.h> 9149fb536SJames Wright #include <log_events.h> 10149fb536SJames Wright #include <mat-ceed.h> 11149fb536SJames Wright #include <petsc-ceed-utils.h> 12149fb536SJames Wright #include <petscts.h> 13149fb536SJames Wright #include <stdbool.h> 14354560d1SJames Wright #include <time.h> 15149fb536SJames Wright 16149fb536SJames Wright #include <petsc_ops.h> 17149fb536SJames Wright #include "../qfunctions/newtonian_types.h" 18149fb536SJames Wright 19214d311dSJeremy L Thompson #if PETSC_VERSION_LT(3, 22, 0) 20214d311dSJeremy L Thompson #error "PETSc v3.22 or later is required" 21149fb536SJames Wright #endif 22149fb536SJames Wright 23149fb536SJames Wright // ----------------------------------------------------------------------------- 24149fb536SJames Wright // Enums 25149fb536SJames Wright // ----------------------------------------------------------------------------- 26149fb536SJames Wright 27149fb536SJames Wright // Euler - test cases 28149fb536SJames Wright typedef enum { 29149fb536SJames Wright EULER_TEST_ISENTROPIC_VORTEX = 0, 30149fb536SJames Wright EULER_TEST_1 = 1, 31149fb536SJames Wright EULER_TEST_2 = 2, 32149fb536SJames Wright EULER_TEST_3 = 3, 33149fb536SJames Wright EULER_TEST_4 = 4, 34149fb536SJames Wright EULER_TEST_5 = 5, 35149fb536SJames Wright } EulerTestType; 36149fb536SJames Wright static const char *const EulerTestTypes[] = {"ISENTROPIC_VORTEX", "1", "2", "3", "4", "5", "EulerTestType", "EULER_TEST_", NULL}; 37149fb536SJames Wright 38149fb536SJames Wright // Advection - Wind types 393d1afcc1SJames Wright static const char *const AdvDifWindTypes[] = {"ROTATION", "TRANSLATION", "BOUNDARY_LAYER", "WindType", "ADVDIF_WIND_", NULL}; 40149fb536SJames Wright 41149fb536SJames Wright // Advection - Initial Condition Types 423d1afcc1SJames Wright static const char *const AdvDifICTypes[] = {"SPHERE", "CYLINDER", "COSINE_HILL", "SKEW", "WAVE", 433d1afcc1SJames Wright "BOUNDARY_LAYER", "AdvectionICType", "ADVDIF_IC_", NULL}; 44a62be6baSJames Wright 45a62be6baSJames Wright // Advection - Wave Types 46a62be6baSJames Wright static const char *const AdvDifWaveTypes[] = {"SINE", "SQUARE", "AdvDifWaveType", "ADVDIF_WAVE_", NULL}; 47149fb536SJames Wright 48149fb536SJames Wright // Advection - Bubble Continuity Types 495f636aeaSJames Wright static const char *const AdvDifBubbleContinuityTypes[] = { 505f636aeaSJames Wright "SMOOTH", "BACK_SHARP", "THICK", "COSINE", "BubbleContinuityType", "ADVDIF_BUBBLE_CONTINUITY_", NULL}; 51149fb536SJames Wright 52149fb536SJames Wright // Stabilization methods 53149fb536SJames Wright static const char *const StabilizationTypes[] = {"NONE", "SU", "SUPG", "StabilizationType", "STAB_", NULL}; 54149fb536SJames Wright 55149fb536SJames Wright // Stabilization tau constants 563a9e4118SJames Wright static const char *const StabilizationTauTypes[] = {"CTAU", "ADVDIFF_SHAKIB", "StabilizationTauType", "STAB_TAU_", NULL}; 57149fb536SJames Wright 58149fb536SJames Wright // Test mode type 59149fb536SJames Wright typedef enum { 60149fb536SJames Wright TESTTYPE_NONE = 0, 61149fb536SJames Wright TESTTYPE_SOLVER = 1, 62149fb536SJames Wright TESTTYPE_TURB_SPANSTATS = 2, 63149fb536SJames Wright TESTTYPE_DIFF_FILTER = 3, 64149fb536SJames Wright } TestType; 65149fb536SJames Wright static const char *const TestTypes[] = {"NONE", "SOLVER", "TURB_SPANSTATS", "DIFF_FILTER", "TestType", "TESTTYPE_", NULL}; 66149fb536SJames Wright 67149fb536SJames Wright // Subgrid-Stress mode type 68149fb536SJames Wright typedef enum { 69149fb536SJames Wright SGS_MODEL_NONE = 0, 70149fb536SJames Wright SGS_MODEL_DATA_DRIVEN = 1, 71149fb536SJames Wright } SGSModelType; 72149fb536SJames Wright static const char *const SGSModelTypes[] = {"NONE", "DATA_DRIVEN", "SGSModelType", "SGS_MODEL_", NULL}; 73149fb536SJames Wright 74149fb536SJames Wright // Subgrid-Stress mode type 75149fb536SJames Wright typedef enum { 76149fb536SJames Wright SGS_MODEL_DD_FUSED = 0, 77149fb536SJames Wright SGS_MODEL_DD_SEQENTIAL_CEED = 1, 78149fb536SJames Wright SGS_MODEL_DD_SEQENTIAL_TORCH = 2, 79149fb536SJames Wright } SGSModelDDImplementation; 80149fb536SJames Wright static const char *const SGSModelDDImplementations[] = {"FUSED", "SEQUENTIAL_CEED", "SEQUENTIAL_TORCH", "SGSModelDDImplementation", "SGS_MODEL_DD_", 81149fb536SJames Wright NULL}; 82149fb536SJames Wright 83149fb536SJames Wright // Mesh transformation type 84149fb536SJames Wright typedef enum { 85149fb536SJames Wright MESH_TRANSFORM_NONE = 0, 86149fb536SJames Wright MESH_TRANSFORM_PLATEMESH = 1, 87149fb536SJames Wright } MeshTransformType; 88149fb536SJames Wright static const char *const MeshTransformTypes[] = {"NONE", "PLATEMESH", "MeshTransformType", "MESH_TRANSFORM_", NULL}; 89149fb536SJames Wright 90149fb536SJames Wright static const char *const DifferentialFilterDampingFunctions[] = { 91149fb536SJames Wright "NONE", "VAN_DRIEST", "MMS", "DifferentialFilterDampingFunction", "DIFF_FILTER_DAMP_", NULL}; 92149fb536SJames Wright 938c85b835SJames Wright static const char *const DivDiffFluxProjectionMethods[] = {"NONE", "DIRECT", "INDIRECT", "DivDiffFluxProjectionMethod", "DIV_DIFF_FLUX_PROJ_", NULL}; 948c85b835SJames Wright 9587fd7f33SJames Wright static const char *const StateVariables[] = {"CONSERVATIVE", "PRIMITIVE", "ENTROPY", "StateVariable", "STATEVAR_", NULL}; 9687fd7f33SJames Wright 97149fb536SJames Wright // ----------------------------------------------------------------------------- 98149fb536SJames Wright // Structs 99149fb536SJames Wright // ----------------------------------------------------------------------------- 100149fb536SJames Wright // Structs declarations 101149fb536SJames Wright typedef struct AppCtx_private *AppCtx; 102149fb536SJames Wright typedef struct Units_private *Units; 103149fb536SJames Wright typedef struct SimpleBC_private *SimpleBC; 104149fb536SJames Wright typedef struct Physics_private *Physics; 105149fb536SJames Wright typedef struct ProblemData_private *ProblemData; 106149fb536SJames Wright 107149fb536SJames Wright // Application context from user command line options 108149fb536SJames Wright struct AppCtx_private { 109149fb536SJames Wright // libCEED arguments 110149fb536SJames Wright char ceed_resource[PETSC_MAX_PATH_LEN]; // libCEED backend 111149fb536SJames Wright PetscInt degree; 112149fb536SJames Wright PetscInt q_extra; 113149fb536SJames Wright // Solver arguments 114149fb536SJames Wright MatType amat_type; 115149fb536SJames Wright // Post-processing arguments 116149fb536SJames Wright PetscInt checkpoint_interval; 117149fb536SJames Wright PetscInt viz_refine; 118481d14cbSJames Wright PetscBool use_continue_file; 119149fb536SJames Wright PetscInt cont_steps; 120149fb536SJames Wright PetscReal cont_time; 121149fb536SJames Wright char cont_file[PETSC_MAX_PATH_LEN]; 122149fb536SJames Wright char output_dir[PETSC_MAX_PATH_LEN]; 123149fb536SJames Wright PetscBool add_stepnum2bin; 124149fb536SJames Wright PetscBool checkpoint_vtk; 125149fb536SJames Wright // Problem type arguments 126149fb536SJames Wright PetscFunctionList problems; 127149fb536SJames Wright char problem_name[PETSC_MAX_PATH_LEN]; 128149fb536SJames Wright // Test mode arguments 129149fb536SJames Wright TestType test_type; 130149fb536SJames Wright PetscScalar test_tol; 131149fb536SJames Wright char test_file_path[PETSC_MAX_PATH_LEN]; 132149fb536SJames Wright // Wall forces 133149fb536SJames Wright struct { 134149fb536SJames Wright PetscInt num_wall; 135149fb536SJames Wright PetscInt *walls; 136149fb536SJames Wright PetscViewer viewer; 137149fb536SJames Wright PetscViewerFormat viewer_format; 138149fb536SJames Wright PetscBool header_written; 139149fb536SJames Wright } wall_forces; 140149fb536SJames Wright // Subgrid Stress Model 141149fb536SJames Wright SGSModelType sgs_model_type; 142149fb536SJames Wright PetscBool sgs_train_enable; 143149fb536SJames Wright // Differential Filtering 144149fb536SJames Wright PetscBool diff_filter_monitor; 145149fb536SJames Wright MeshTransformType mesh_transform_type; 1468c85b835SJames Wright // Divergence of Diffusive Flux Projection 1478c85b835SJames Wright DivDiffFluxProjectionMethod divFdiffproj_method; 1488b774af8SJames Wright 1498b774af8SJames Wright PetscInt check_step_interval; 150149fb536SJames Wright }; 151149fb536SJames Wright 152149fb536SJames Wright typedef struct { 153149fb536SJames Wright DM dm; 154149fb536SJames Wright PetscInt num_comp; 155149fb536SJames Wright OperatorApplyContext l2_rhs_ctx; 156149fb536SJames Wright KSP ksp; 157149fb536SJames Wright } *NodalProjectionData; 158149fb536SJames Wright 15936038bbcSJames Wright typedef struct DivDiffFluxProjectionData_private *DivDiffFluxProjectionData; 16036038bbcSJames Wright 16136038bbcSJames Wright struct DivDiffFluxProjectionData_private { 1628c85b835SJames Wright PetscInt num_diff_flux_comps; 1638c85b835SJames Wright DivDiffFluxProjectionMethod method; 1648c85b835SJames Wright NodalProjectionData projection; 16536038bbcSJames Wright 16636038bbcSJames Wright // CeedOperator Objects 16736038bbcSJames Wright CeedElemRestriction elem_restr_div_diff_flux; 16836038bbcSJames Wright CeedBasis basis_div_diff_flux; 16936038bbcSJames Wright CeedEvalMode eval_mode_div_diff_flux; 1708c85b835SJames Wright CeedVector div_diff_flux_ceed; 17136038bbcSJames Wright 17236038bbcSJames Wright // Problem specific setup functions 173e3663b90SJames Wright PetscErrorCode (*CreateRHSOperator_Direct)(Honee, DivDiffFluxProjectionData, CeedOperator *); 174e3663b90SJames Wright PetscErrorCode (*CreateRHSOperator_Indirect)(Honee, DivDiffFluxProjectionData, CeedOperator *); 17536038bbcSJames Wright 1768c85b835SJames Wright // Only used for direct method: 1778c85b835SJames Wright Vec DivDiffFlux_loc; 1788c85b835SJames Wright PetscMemType DivDiffFlux_memtype; 1798c85b835SJames Wright PetscBool ceed_vec_has_array; 18036038bbcSJames Wright 18136038bbcSJames Wright // Only used for indirect method: 18236038bbcSJames Wright OperatorApplyContext calc_div_diff_flux; 18336038bbcSJames Wright }; 1848c85b835SJames Wright 1850c373b74SJames Wright typedef PetscErrorCode (*SgsDDNodalStressEval)(Honee honee, Vec Q_loc, Vec VelocityGradient, Vec SGSNodal_loc); 186149fb536SJames Wright typedef PetscErrorCode (*SgsDDNodalStressInference)(Vec DD_Inputs_loc, Vec DD_Outputs_loc, void *ctx); 187149fb536SJames Wright typedef struct { 188149fb536SJames Wright DM dm_sgs, dm_dd_inputs, dm_dd_outputs; 189149fb536SJames Wright PetscInt num_comp_sgs, num_comp_inputs, num_comp_outputs; 190149fb536SJames Wright OperatorApplyContext op_nodal_evaluation_ctx, op_nodal_dd_inputs_ctx, op_nodal_dd_outputs_ctx, op_sgs_apply_ctx; 191149fb536SJames Wright CeedVector sgs_nodal_ceed, grad_velo_ceed; 192149fb536SJames Wright SgsDDNodalStressEval sgs_nodal_eval; 193149fb536SJames Wright SgsDDNodalStressInference sgs_nodal_inference; 194149fb536SJames Wright void *sgs_nodal_inference_ctx; 195149fb536SJames Wright PetscErrorCode (*sgs_nodal_inference_ctx_destroy)(void *ctx); 196149fb536SJames Wright } *SgsDDData; 197149fb536SJames Wright 198149fb536SJames Wright typedef struct { 199149fb536SJames Wright DM dm_dd_training; 200149fb536SJames Wright PetscInt num_comp_dd_inputs, write_data_interval, num_filter_widths; 201149fb536SJames Wright PetscScalar filter_widths[16]; 202149fb536SJames Wright OperatorApplyContext op_training_data_calc_ctx; 203149fb536SJames Wright NodalProjectionData filtered_grad_velo_proj; 204149fb536SJames Wright size_t training_data_array_dims[2]; 205149fb536SJames Wright PetscBool overwrite_training_data; 206149fb536SJames Wright } *SGS_DD_TrainingData; 207149fb536SJames Wright 208149fb536SJames Wright typedef struct { 209149fb536SJames Wright DM dm_filter; 210149fb536SJames Wright PetscInt num_filtered_fields; 211149fb536SJames Wright CeedInt *num_field_components; 212149fb536SJames Wright PetscInt field_prim_state, field_velo_prod; 213149fb536SJames Wright OperatorApplyContext op_rhs_ctx; 214149fb536SJames Wright KSP ksp; 215149fb536SJames Wright PetscObjectState X_loc_state; 216149fb536SJames Wright PetscBool do_mms_test; 217149fb536SJames Wright CeedContextFieldLabel filter_width_scaling_label; 218149fb536SJames Wright } *DiffFilterData; 219149fb536SJames Wright 220149fb536SJames Wright typedef struct { 221149fb536SJames Wright void *client; 222149fb536SJames Wright char rank_id_name[16]; 223149fb536SJames Wright PetscInt collocated_database_num_ranks; 224149fb536SJames Wright } *SmartSimData; 225149fb536SJames Wright 226149fb536SJames Wright // PETSc user data 2270c373b74SJames Wright struct Honee_private { 228149fb536SJames Wright MPI_Comm comm; 229149fb536SJames Wright DM dm; 230149fb536SJames Wright DM dm_viz; 231149fb536SJames Wright Mat interp_viz; 232149fb536SJames Wright Ceed ceed; 233149fb536SJames Wright Units units; 234149fb536SJames Wright Vec Q_loc, Q_dot_loc; 235149fb536SJames Wright Physics phys; 236149fb536SJames Wright AppCtx app_ctx; 237149fb536SJames Wright CeedVector q_ceed, q_dot_ceed, g_ceed, x_ceed; 238149fb536SJames Wright CeedOperator op_ifunction; 239149fb536SJames Wright Mat mat_ijacobian; 240149fb536SJames Wright KSP mass_ksp; 241149fb536SJames Wright OperatorApplyContext op_rhs_ctx, op_strong_bc_ctx; 242149fb536SJames Wright CeedScalar time_bc_set; 243149fb536SJames Wright NodalProjectionData grad_velo_proj; 244149fb536SJames Wright SgsDDData sgs_dd_data; 245149fb536SJames Wright DiffFilterData diff_filter; 246149fb536SJames Wright SmartSimData smartsim; 247149fb536SJames Wright SGS_DD_TrainingData sgs_dd_train; 2488c85b835SJames Wright DivDiffFluxProjectionData diff_flux_proj; 249e3663b90SJames Wright 250*78c5b8e5SJames Wright ProblemData problem_data; 251*78c5b8e5SJames Wright 252e3663b90SJames Wright // old CeedData 253e3663b90SJames Wright CeedVector x_coord; 254e3663b90SJames Wright CeedBasis basis_x, basis_q; 255e3663b90SJames Wright CeedElemRestriction elem_restr_x, elem_restr_q; 256e3663b90SJames Wright OperatorApplyContext op_ics_ctx; 257354560d1SJames Wright 2584c6ae86eSJames Wright PetscBool set_poststep; 259354560d1SJames Wright time_t start_time; 260354560d1SJames Wright time_t max_wall_time; 261354560d1SJames Wright PetscInt max_wall_time_interval; 262149fb536SJames Wright }; 263149fb536SJames Wright 264149fb536SJames Wright // Units 265149fb536SJames Wright struct Units_private { 266149fb536SJames Wright // fundamental units 267149fb536SJames Wright PetscScalar meter; 268149fb536SJames Wright PetscScalar kilogram; 269149fb536SJames Wright PetscScalar second; 270149fb536SJames Wright PetscScalar Kelvin; 271149fb536SJames Wright // derived units 272149fb536SJames Wright PetscScalar Pascal; 273149fb536SJames Wright PetscScalar J_per_kg_K; 274149fb536SJames Wright PetscScalar m_per_squared_s; 275149fb536SJames Wright PetscScalar W_per_m_K; 276149fb536SJames Wright PetscScalar Joule; 277149fb536SJames Wright }; 278149fb536SJames Wright 279149fb536SJames Wright // Boundary conditions 280149fb536SJames Wright struct SimpleBC_private { 281149fb536SJames Wright PetscInt num_inflow, num_outflow, num_freestream, num_slip; 282149fb536SJames Wright PetscInt inflows[16], outflows[16], freestreams[16], slips[16]; 283149fb536SJames Wright }; 284149fb536SJames Wright 285149fb536SJames Wright // Struct that contains all enums and structs used for the physics of all problems 286149fb536SJames Wright struct Physics_private { 287149fb536SJames Wright PetscBool implicit; 288149fb536SJames Wright StateVariable state_var; 289149fb536SJames Wright CeedContextFieldLabel solution_time_label; 290149fb536SJames Wright CeedContextFieldLabel stg_solution_time_label; 291149fb536SJames Wright CeedContextFieldLabel timestep_size_label; 292149fb536SJames Wright CeedContextFieldLabel ics_time_label; 293149fb536SJames Wright }; 294149fb536SJames Wright 2950c373b74SJames Wright PetscErrorCode BoundaryConditionSetUp(Honee honee, ProblemData problem, AppCtx app_ctx, SimpleBC bc); 296149fb536SJames Wright 297149fb536SJames Wright typedef struct { 298e07531f7SJames Wright CeedQFunctionUser qf_func_ptr; // !< QFunction function pointer 299e07531f7SJames Wright const char *qf_loc; // !< Absolute path to QFunction source file 300e07531f7SJames Wright CeedQFunctionContext qfctx; // !< QFunctionContext to attach to QFunction 301149fb536SJames Wright } ProblemQFunctionSpec; 302149fb536SJames Wright 303149fb536SJames Wright // Problem specific data 304149fb536SJames Wright struct ProblemData_private { 30528160fc2SJames Wright CeedInt jac_data_size_vol, jac_data_size_sur; 306149fb536SJames Wright ProblemQFunctionSpec ics, apply_vol_rhs, apply_vol_ifunction, apply_vol_ijacobian, apply_inflow, apply_outflow, apply_freestream, apply_slip, 307149fb536SJames Wright apply_inflow_jacobian, apply_outflow_jacobian, apply_freestream_jacobian, apply_slip_jacobian; 308149fb536SJames Wright bool compute_exact_solution_error; 30928160fc2SJames Wright PetscBool set_bc_from_ics, use_strong_bc_ceed; 310ddb7a641SJames Wright PetscCount num_bc_defs; 311149fb536SJames Wright BCDefinition *bc_defs; 3120c373b74SJames Wright PetscErrorCode (*print_info)(Honee, ProblemData, AppCtx); 3130c373b74SJames Wright PetscErrorCode (*create_mass_operator)(Honee, CeedOperator *); 314149fb536SJames Wright }; 315149fb536SJames Wright 316149fb536SJames Wright extern int FreeContextPetsc(void *); 317149fb536SJames Wright 318149fb536SJames Wright // ----------------------------------------------------------------------------- 319149fb536SJames Wright // Set up problems 320149fb536SJames Wright // ----------------------------------------------------------------------------- 321149fb536SJames Wright // Set up function for each problem 322149fb536SJames Wright extern PetscErrorCode NS_TAYLOR_GREEN(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 323149fb536SJames Wright extern PetscErrorCode NS_GAUSSIAN_WAVE(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 324149fb536SJames Wright extern PetscErrorCode NS_CHANNEL(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 325149fb536SJames Wright extern PetscErrorCode NS_BLASIUS(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 326149fb536SJames Wright extern PetscErrorCode NS_NEWTONIAN_IG(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 327149fb536SJames Wright extern PetscErrorCode NS_DENSITY_CURRENT(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 328149fb536SJames Wright extern PetscErrorCode NS_EULER_VORTEX(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 329149fb536SJames Wright extern PetscErrorCode NS_SHOCKTUBE(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 330149fb536SJames Wright extern PetscErrorCode NS_ADVECTION(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 331149fb536SJames Wright extern PetscErrorCode NS_ADVECTION2D(ProblemData problem, DM dm, void *ctx, SimpleBC bc); 332149fb536SJames Wright 333149fb536SJames Wright // Print function for each problem 3340c373b74SJames Wright extern PetscErrorCode PRINT_NEWTONIAN(Honee honee, ProblemData problem, AppCtx app_ctx); 3350c373b74SJames Wright extern PetscErrorCode PRINT_EULER_VORTEX(Honee honee, ProblemData problem, AppCtx app_ctx); 3360c373b74SJames Wright extern PetscErrorCode PRINT_SHOCKTUBE(Honee honee, ProblemData problem, AppCtx app_ctx); 3370c373b74SJames Wright extern PetscErrorCode PRINT_ADVECTION(Honee honee, ProblemData problem, AppCtx app_ctx); 3380c373b74SJames Wright extern PetscErrorCode PRINT_ADVECTION2D(Honee honee, ProblemData problem, AppCtx app_ctx); 339149fb536SJames Wright 3400c373b74SJames Wright PetscErrorCode PrintRunInfo(Honee honee, Physics phys_ctx, ProblemData problem, TS ts); 341149fb536SJames Wright 342149fb536SJames Wright // ----------------------------------------------------------------------------- 343149fb536SJames Wright // libCEED functions 344149fb536SJames Wright // ----------------------------------------------------------------------------- 345149fb536SJames Wright PetscErrorCode DMPlexCeedElemRestrictionCreate(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt height, PetscInt dm_field, 346149fb536SJames Wright CeedElemRestriction *restriction); 347149fb536SJames Wright PetscErrorCode DMPlexCeedElemRestrictionCoordinateCreate(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt height, 348149fb536SJames Wright CeedElemRestriction *restriction); 349149fb536SJames Wright PetscErrorCode DMPlexCeedElemRestrictionQDataCreate(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt height, 350149fb536SJames Wright PetscInt q_data_size, CeedElemRestriction *restriction); 351149fb536SJames Wright PetscErrorCode DMPlexCeedElemRestrictionCollocatedCreate(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt height, 352149fb536SJames Wright PetscInt q_data_size, CeedElemRestriction *restriction); 353149fb536SJames Wright 354149fb536SJames Wright PetscErrorCode CreateBasisFromPlex(Ceed ceed, DM dm, DMLabel domain_label, CeedInt label_value, CeedInt height, CeedInt dm_field, CeedBasis *basis); 3558c85b835SJames Wright PetscErrorCode CreateCoordinateBasisFromPlex(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt height, CeedBasis *basis); 35621ba7ba4SJames Wright PetscErrorCode DMPlexCeedBasisCellToFaceCoordinateCreate(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt face, 35721ba7ba4SJames Wright CeedBasis *basis); 35821ba7ba4SJames Wright PetscErrorCode DMPlexCeedBasisCellToFaceCreate(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt face, PetscInt dm_field, 35921ba7ba4SJames Wright CeedBasis *basis); 3605f65e1a7SJames Wright PetscErrorCode DMPlexCreateFaceLabel(DM dm, PetscInt dm_face, char **face_label_name); 3615f65e1a7SJames Wright PetscErrorCode DMLabelCreateGlobalValueArray(DM dm, DMLabel label, PetscInt *num_values, PetscInt **value_array); 362149fb536SJames Wright 363e3663b90SJames Wright PetscErrorCode SetupLibceed(Ceed ceed, DM dm, Honee honee, AppCtx app_ctx, ProblemData problem, SimpleBC bc); 364149fb536SJames Wright 365149fb536SJames Wright PetscErrorCode QDataGet(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, CeedElemRestriction elem_restr_x, CeedBasis basis_x, 366149fb536SJames Wright CeedVector x_coord, CeedElemRestriction *elem_restr_qd, CeedVector *q_data, CeedInt *q_data_size); 367149fb536SJames Wright PetscErrorCode QDataGetNumComponents(DM dm, CeedInt *q_data_size); 368149fb536SJames Wright PetscErrorCode QDataBoundaryGet(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, CeedElemRestriction elem_restr_x, CeedBasis basis_x, 369149fb536SJames Wright CeedVector x_coord, CeedElemRestriction *elem_restr_qd, CeedVector *q_data, CeedInt *q_data_size); 370149fb536SJames Wright PetscErrorCode QDataBoundaryGetNumComponents(DM dm, CeedInt *q_data_size); 3718c85b835SJames Wright PetscErrorCode QDataBoundaryGradientGetNumComponents(DM dm, CeedInt *q_data_size); 3728c85b835SJames Wright PetscErrorCode QDataBoundaryGradientGet(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, CeedVector x_coord, 37300dbc7b1SJames Wright CeedElemRestriction *elem_restr_qd, CeedVector *q_data, CeedInt *q_data_size); 374e816a7e4SJames Wright PetscErrorCode QDataClearStoredData(); 375149fb536SJames Wright // ----------------------------------------------------------------------------- 376149fb536SJames Wright // Time-stepping functions 377149fb536SJames Wright // ----------------------------------------------------------------------------- 378149fb536SJames Wright PetscErrorCode RHS_NS(TS ts, PetscReal t, Vec Q, Vec G, void *user_data); 379149fb536SJames Wright PetscErrorCode IFunction_NS(TS ts, PetscReal t, Vec Q, Vec Q_dot, Vec G, void *user_data); 380149fb536SJames Wright PetscErrorCode TSMonitor_NS(TS ts, PetscInt step_no, PetscReal time, Vec Q, void *ctx); 3812a9a4b51SJames Wright PetscErrorCode TSSolve_NS(DM dm, Honee honee, AppCtx app_ctx, Physics phys, ProblemData problem, Vec Q, PetscScalar *f_time, TS *ts); 3820c373b74SJames Wright PetscErrorCode UpdateBoundaryValues(Honee honee, Vec Q_loc, PetscReal t); 383149fb536SJames Wright 384149fb536SJames Wright // ----------------------------------------------------------------------------- 385149fb536SJames Wright // Setup DM 386149fb536SJames Wright // ----------------------------------------------------------------------------- 387149fb536SJames Wright PetscErrorCode CreateDM(MPI_Comm comm, ProblemData problem, MatType, VecType, DM *dm); 388149fb536SJames Wright PetscErrorCode SetUpDM(DM dm, ProblemData problem, PetscInt degree, PetscInt q_extra, SimpleBC bc, Physics phys); 3890c373b74SJames Wright PetscErrorCode VizRefineDM(DM dm, Honee honee, ProblemData problem, SimpleBC bc, Physics phys); 3904cb09fddSJames Wright 391149fb536SJames Wright PetscErrorCode DMSetupByOrderBegin_FEM(PetscBool setup_faces, PetscBool setup_coords, PetscInt degree, PetscInt coord_order, PetscInt q_extra, 392149fb536SJames Wright PetscInt num_fields, const PetscInt *field_sizes, DM dm); 393149fb536SJames Wright PetscErrorCode DMSetupByOrderEnd_FEM(PetscBool setup_coords, DM dm); 394149fb536SJames Wright PetscErrorCode DMSetupByOrder_FEM(PetscBool setup_faces, PetscBool setup_coords, PetscInt degree, PetscInt coord_order, PetscInt q_extra, 395149fb536SJames Wright PetscInt num_fields, const PetscInt *field_sizes, DM dm); 396149fb536SJames Wright 397149fb536SJames Wright // ----------------------------------------------------------------------------- 398149fb536SJames Wright // Process command line options 399149fb536SJames Wright // ----------------------------------------------------------------------------- 40073170398SJames Wright PetscErrorCode ProcessCommandLineOptions(Honee honee, SimpleBC bc); 40159572072SJames Wright PetscErrorCode HoneeOptionsSetValueDefault(PetscOptions options, const char name[], const char value[]); 402149fb536SJames Wright 403149fb536SJames Wright // ----------------------------------------------------------------------------- 404149fb536SJames Wright // Miscellaneous utility functions 405149fb536SJames Wright // ----------------------------------------------------------------------------- 406149fb536SJames Wright PetscErrorCode GetInverseMultiplicity(Ceed ceed, DM dm, DMLabel domain_label, PetscInt label_value, PetscInt height, PetscInt dm_field, 407149fb536SJames Wright PetscBool get_global_multiplicity, CeedElemRestriction *elem_restr_inv_multiplicity, 408149fb536SJames Wright CeedVector *inv_multiplicity); 409e3663b90SJames Wright PetscErrorCode ICs_FixMultiplicity(DM dm, Honee honee, Vec Q_loc, Vec Q, CeedScalar time); 410149fb536SJames Wright 411149fb536SJames Wright PetscErrorCode DMPlexInsertBoundaryValues_FromICs(DM dm, PetscBool insert_essential, Vec Q_loc, PetscReal time, Vec face_geom_FVM, Vec cell_geom_FVM, 412149fb536SJames Wright Vec grad_FVM); 413149fb536SJames Wright 414149fb536SJames Wright PetscErrorCode RegressionTest(AppCtx app_ctx, Vec Q); 415e3663b90SJames Wright PetscErrorCode PrintError(DM dm, Honee honee, Vec Q, PetscScalar final_time); 416e3663b90SJames Wright PetscErrorCode PostProcess(TS ts, DM dm, ProblemData problem, Honee honee, Vec Q, PetscScalar final_time); 417149fb536SJames Wright PetscErrorCode SetBCsFromICs(DM dm, Vec Q, Vec Q_loc); 41864dd23feSJames Wright PetscErrorCode HoneeMassQFunctionCreate(Ceed ceed, CeedInt N, CeedInt q_data_size, CeedQFunction *qf); 41925125139SJames Wright PetscErrorCode HoneeCalculateDomainSize(Honee honee, PetscScalar *volume); 420149fb536SJames Wright PetscErrorCode NodalProjectionDataDestroy(NodalProjectionData context); 421149fb536SJames Wright 422149fb536SJames Wright // ----------------------------------------------------------------------------- 423149fb536SJames Wright // Turbulence Statistics Collection Functions 424149fb536SJames Wright // ----------------------------------------------------------------------------- 425*78c5b8e5SJames Wright PetscErrorCode SpanwiseStatisticsSetup_Turbulence(TS ts, PetscViewerAndFormat *ctx); 426*78c5b8e5SJames Wright PetscErrorCode TSMonitor_TurbulenceSpanwiseStatistics(TS ts, PetscInt steps, PetscReal solution_time, Vec Q, PetscViewerAndFormat *ctx); 427149fb536SJames Wright 428149fb536SJames Wright // ----------------------------------------------------------------------------- 429149fb536SJames Wright // Data-Driven Subgrid Stress (DD-SGS) Modeling Functions 430149fb536SJames Wright // ----------------------------------------------------------------------------- 431e3663b90SJames Wright PetscErrorCode SgsDDSetup(Ceed ceed, Honee honee, ProblemData problem); 432149fb536SJames Wright PetscErrorCode SgsDDDataDestroy(SgsDDData sgs_dd_data); 4330c373b74SJames Wright PetscErrorCode SgsDDApplyIFunction(Honee honee, const Vec Q_loc, Vec G_loc); 434e3663b90SJames Wright PetscErrorCode VelocityGradientProjectionSetup(Ceed ceed, Honee honee, ProblemData problem, StateVariable state_var_input, 435149fb536SJames Wright CeedElemRestriction elem_restr_input, CeedBasis basis_input, NodalProjectionData *pgrad_velo_proj); 436149fb536SJames Wright PetscErrorCode VelocityGradientProjectionApply(NodalProjectionData grad_velo_proj, Vec Q_loc, Vec VelocityGradient); 437e3663b90SJames Wright PetscErrorCode GridAnisotropyTensorProjectionSetupApply(Ceed ceed, Honee honee, CeedElemRestriction *elem_restr_grid_aniso, 438149fb536SJames Wright CeedVector *grid_aniso_vector); 439e3663b90SJames Wright PetscErrorCode GridAnisotropyTensorCalculateCollocatedVector(Ceed ceed, Honee honee, CeedElemRestriction *elem_restr_grid_aniso, 440149fb536SJames Wright CeedVector *aniso_colloc_ceed, PetscInt *num_comp_aniso); 441149fb536SJames Wright 442149fb536SJames Wright // ----------------------------------------------------------------------------- 443149fb536SJames Wright // Boundary Condition Related Functions 444149fb536SJames Wright // ----------------------------------------------------------------------------- 445e3663b90SJames Wright PetscErrorCode SetupStrongBC_Ceed(Ceed ceed, DM dm, Honee honee, ProblemData problem, SimpleBC bc); 446149fb536SJames Wright PetscErrorCode FreestreamBCSetup(ProblemData problem, DM dm, void *ctx, NewtonianIdealGasContext newtonian_ig_ctx, const StatePrimitive *reference); 447149fb536SJames Wright PetscErrorCode OutflowBCSetup(ProblemData problem, DM dm, void *ctx, NewtonianIdealGasContext newtonian_ig_ctx, const StatePrimitive *reference); 448149fb536SJames Wright PetscErrorCode SlipBCSetup(ProblemData problem, DM dm, void *ctx, CeedQFunctionContext newtonian_ig_qfctx); 449149fb536SJames Wright 450149fb536SJames Wright // ----------------------------------------------------------------------------- 451149fb536SJames Wright // Differential Filtering Functions 452149fb536SJames Wright // ----------------------------------------------------------------------------- 453e3663b90SJames Wright PetscErrorCode DifferentialFilterSetup(Ceed ceed, Honee honee, ProblemData problem); 454149fb536SJames Wright PetscErrorCode DifferentialFilterDataDestroy(DiffFilterData diff_filter); 455149fb536SJames Wright PetscErrorCode TSMonitor_DifferentialFilter(TS ts, PetscInt steps, PetscReal solution_time, Vec Q, void *ctx); 4560c373b74SJames Wright PetscErrorCode DifferentialFilterApply(Honee honee, const PetscReal solution_time, const Vec Q, Vec Filtered_Solution); 457149fb536SJames Wright PetscErrorCode DifferentialFilterMmsICSetup(ProblemData problem); 458149fb536SJames Wright 459149fb536SJames Wright // ----------------------------------------------------------------------------- 460149fb536SJames Wright // SGS Data-Driven Training via SmartSim 461149fb536SJames Wright // ----------------------------------------------------------------------------- 4620c373b74SJames Wright PetscErrorCode SmartSimSetup(Honee honee); 463149fb536SJames Wright PetscErrorCode SmartSimDataDestroy(SmartSimData smartsim); 464e3663b90SJames Wright PetscErrorCode SGS_DD_TrainingSetup(Ceed ceed, Honee honee, ProblemData problem); 465149fb536SJames Wright PetscErrorCode TSMonitor_SGS_DD_Training(TS ts, PetscInt step_num, PetscReal solution_time, Vec Q, void *ctx); 466149fb536SJames Wright PetscErrorCode TSPostStep_SGS_DD_Training(TS ts); 467149fb536SJames Wright PetscErrorCode SGS_DD_TrainingDataDestroy(SGS_DD_TrainingData sgs_dd_train); 4688c85b835SJames Wright 4698c85b835SJames Wright // ----------------------------------------------------------------------------- 4708c85b835SJames Wright // Divergence of Diffusive Flux Projection 4718c85b835SJames Wright // ----------------------------------------------------------------------------- 4720c373b74SJames Wright PetscErrorCode DivDiffFluxProjectionCreate(Honee honee, PetscInt num_diff_flux_comps, DivDiffFluxProjectionData *pdiff_flux_proj); 4730880fbb6SJames Wright PetscErrorCode DivDiffFluxProjectionGetOperatorFieldData(DivDiffFluxProjectionData diff_flux_proj, CeedElemRestriction *elem_restr, CeedBasis *basis, 4740880fbb6SJames Wright CeedVector *vector, CeedEvalMode *eval_mode); 475e3663b90SJames Wright PetscErrorCode DivDiffFluxProjectionSetup(Honee honee, DivDiffFluxProjectionData diff_flux_proj); 47636038bbcSJames Wright PetscErrorCode DivDiffFluxProjectionApply(DivDiffFluxProjectionData diff_flux_proj, Vec Q_loc); 4778c85b835SJames Wright PetscErrorCode DivDiffFluxProjectionDataDestroy(DivDiffFluxProjectionData diff_flux_proj); 47825125139SJames Wright 47925125139SJames Wright PetscErrorCode SetupMontiorTotalKineticEnergy(TS ts, PetscViewerAndFormat *ctx); 48025125139SJames Wright PetscErrorCode TSMonitor_TotalKineticEnergy(TS ts, PetscInt steps, PetscReal solution_time, Vec Q, PetscViewerAndFormat *ctx); 48187fd7f33SJames Wright 48287fd7f33SJames Wright PetscErrorCode SetupMontiorCfl(TS ts, PetscViewerAndFormat *ctx); 48387fd7f33SJames Wright PetscErrorCode TSMonitor_Cfl(TS ts, PetscInt step, PetscReal solution_time, Vec Q, PetscViewerAndFormat *ctx); 48416cb6b6bSJames Wright 48516cb6b6bSJames Wright PetscErrorCode KSPPostSolve_Honee(KSP ksp, Vec rhs, Vec x, void *ctx); 486