m_start_up.fpp.f90

Go to the documentation of this file.

# 1 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!>
!! @file
!! @brief Contains module m_start_up
 
# 1 "/home/runner/work/MFC/MFC/src/common/include/case.fpp" 1
! This file exists so that Fypp can be run without generating case.fpp files for
! each target. This is useful when generating documentation, for example. This
! should also let MFC be built with CMake directly, without invoking mfc.sh.
 
! For pre-process.
# 9 "/home/runner/work/MFC/MFC/src/common/include/case.fpp"
 
! For moving immersed boundaries in simulation
# 14 "/home/runner/work/MFC/MFC/src/common/include/case.fpp"
# 6 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp" 2
# 1 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 1
# 1 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 1
# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 46 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 58 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 68 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 98 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 110 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 120 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
! New line at end of file is required for FYPP
# 2 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
# 1 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 1
# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 46 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 58 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 68 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 98 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 110 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 120 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
! New line at end of file is required for FYPP
# 2 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 2
 
# 4 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
# 5 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
# 6 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
# 7 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
# 8 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 20 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 43 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 48 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 53 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 58 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 63 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 68 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 76 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 81 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 86 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 91 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 96 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 101 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 106 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 111 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 116 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 121 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 151 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 192 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 206 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 231 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 242 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 244 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
# 255 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 284 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 294 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 304 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 313 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 330 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 340 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 347 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 353 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 359 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 365 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 371 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
 
# 377 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
! New line at end of file is required for FYPP
# 3 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
# 1 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 1
# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 46 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 58 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 68 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 98 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 110 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
 
# 120 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
! New line at end of file is required for FYPP
# 2 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 2
 
# 7 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 17 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 22 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 27 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 32 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 37 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 42 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 47 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 52 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 57 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 62 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 73 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 78 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 83 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 88 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 103 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 131 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 160 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 175 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 193 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 215 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 244 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 259 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 269 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 278 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 294 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 304 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
 
# 311 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
! New line at end of file is required for FYPP
# 4 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
 
! GPU parallel region (scalar reductions, maxval/minval)
# 23 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! GPU parallel loop over threads (most common GPU macro)
# 43 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Required closing for GPU_PARALLEL_LOOP
# 55 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Mark routine for device compilation
# 112 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Declare device-resident data
# 130 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Inner loop within a GPU parallel region
# 145 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Scoped GPU data region
# 164 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Host code with device pointers (for MPI with GPU buffers)
# 193 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Allocate device memory (unscoped)
# 207 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Free device memory
# 219 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Atomic operation on device
# 231 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! End atomic capture block
# 242 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Copy data between host and device
# 254 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Synchronization barrier
# 266 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Import GPU library module (openacc or omp_lib)
# 275 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Emit code only for AMD compiler
# 282 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Emit code for non-Cray compilers
# 289 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Emit code only for Cray compiler
# 296 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
! Emit code for non-NVIDIA compilers
# 303 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
 
# 305 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
# 306 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
! New line at end of file is required for FYPP
# 2 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 2
 
# 14 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
! Caution: This macro requires the use of a binding script to set CUDA_VISIBLE_DEVICES, such that we have one GPU device per MPI
! rank. That's because for both cudaMemAdvise (preferred location) and cudaMemPrefetchAsync we use location = device_id = 0. For an
! example see misc/nvidia_uvm/bind.sh. NVIDIA unified memory page placement hint
# 57 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
! Allocate and create GPU device memory
# 77 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
! Free GPU device memory and deallocate
# 85 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
! Cray-specific GPU pointer setup for vector fields
# 109 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
! Cray-specific GPU pointer setup for scalar fields
# 125 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
! Cray-specific GPU pointer setup for acoustic source spatials
# 150 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
# 156 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
 
# 163 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
! New line at end of file is required for FYPP
# 7 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp" 2
 
!> @brief Reads input files, loads initial conditions and grid data, and orchestrates solver initialization and finalization
module m_start_up
 
    use m_derived_types
    use m_global_parameters
    use m_mpi_proxy
    use m_mpi_common
    use m_variables_conversion
    use m_weno
    use m_muscl
    use m_riemann_solvers
    use m_cbc
    use m_boundary_common
    use m_acoustic_src
    use m_rhs
    use m_chemistry
    use m_data_output
    use m_time_steppers
    use m_qbmm
    use m_derived_variables
    use m_hypoelastic
    use m_hyperelastic
    use m_phase_change
    use m_viscous
    use m_bubbles_ee
    use m_bubbles_el
    use ieee_arithmetic
    use m_helper_basic
    use m_helper
 
#if defined(MFC_OpenACC)
# 38 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
    use openacc
# 38 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 38 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
    use omp_lib
# 38 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
    use m_nvtx
    use m_ibm
    use m_compile_specific
    use m_checker_common
    use m_checker
    use m_surface_tension
    use m_body_forces
    use m_sim_helpers
    use m_igr
 
    implicit none
 
    private; public :: s_read_input_file, s_check_input_file, s_read_data_files, s_read_serial_data_files, &
        & s_read_parallel_data_files, s_initialize_internal_energy_equations, s_initialize_modules, s_initialize_gpu_vars, &
        & s_initialize_mpi_domain, s_finalize_modules, s_perform_time_step, s_save_data, s_save_performance_metrics
 
    type(scalar_field), allocatable, dimension(:) :: q_cons_temp
    real(wp)                                      :: dt_init
 
contains
 
    !> Read data files. Dispatch subroutine that replaces procedure pointer.
    impure subroutine s_read_data_files(q_cons_vf)
 
        type(scalar_field), dimension(sys_size), intent(inout) :: q_cons_vf
 
        if (.not. parallel_io) then
            call s_read_serial_data_files(q_cons_vf)
        else
            call s_read_parallel_data_files(q_cons_vf)
        end if
 
    end subroutine s_read_data_files
 
    !> Verify the input file exists and read it
    impure subroutine s_read_input_file
 
        character(LEN=name_len), parameter :: file_path = './simulation.inp'
        logical                            :: file_exist  !< Logical used to check the existence of the input file
        integer                            :: iostatus
        ! Integer to check iostat of file read
 
        character(len=1000) :: line
 
        namelist /user_inputs/ case_dir, run_time_info, m, n, p, dt, &
            t_step_start, t_step_stop, t_step_save, t_step_print, &
            model_eqns, mpp_lim, time_stepper, weno_eps, &
            rdma_mpi, teno_ct, mp_weno, weno_avg, &
            riemann_solver, low_mach, wave_speeds, avg_state, &
            bc_x, bc_y, bc_z, &
            x_a, y_a, z_a, x_b, y_b, z_b, &
            x_domain, y_domain, z_domain, &
            hypoelasticity, &
            ib, num_ibs, patch_ib, &
            ib_state_wrt, &
            fluid_pp, bub_pp, probe_wrt, prim_vars_wrt, &
            fd_order, probe, num_probes, t_step_old, &
            alt_soundspeed, mixture_err, weno_re_flux, &
            null_weights, precision, parallel_io, cyl_coord, &
            rhoref, pref, bubbles_euler, bubble_model, &
            r0ref, chem_params, &
# 102 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
            nb, mapped_weno, wenoz, teno, wenoz_q, weno_order, &
            num_fluids, mhd, relativity, igr_order, viscous, &
            igr_iter_solver, igr, igr_pres_lim, &
            recon_type, muscl_order, muscl_lim, &
# 107 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
        ca, web, re_inv, acoustic_source, acoustic, num_source, polytropic, thermal, integral, integral_wrt, num_integrals, &
            & polydisperse, poly_sigma, qbmm, relax, relax_model, palpha_eps, ptgalpha_eps, file_per_process, sigma, pi_fac, &
            & adv_n, adap_dt, adap_dt_tol, adap_dt_max_iters, bf_x, bf_y, bf_z, k_x, k_y, k_z, w_x, w_y, w_z, p_x, p_y, p_z, g_x, &
            & g_y, g_z, n_start, t_save, t_stop, cfl_adap_dt, cfl_const_dt, cfl_target, surface_tension, bubbles_lagrange, &
            & lag_params, hyperelasticity, r0ref, num_bc_patches, bx0, cont_damage, tau_star, cont_damage_s, alpha_bar, &
            & hyper_cleaning, hyper_cleaning_speed, hyper_cleaning_tau, alf_factor, num_igr_iters, num_igr_warm_start_iters, &
            & int_comp, ic_eps, ic_beta, nv_uvm_out_of_core, nv_uvm_igr_temps_on_gpu, nv_uvm_pref_gpu, down_sample, fft_wrt
 
        inquire (file=trim(file_path), exist=file_exist)
 
        if (file_exist) then
            open (1, file=trim(file_path), form='formatted', action='read', status='old')
            read (1, nml=user_inputs, iostat=iostatus)
 
            if (iostatus /= 0) then
                backspace(1)
                read (1, fmt='(A)') line
                print *, 'Invalid line in namelist: ' // trim(line)
                call s_mpi_abort('Invalid line in simulation.inp. It is ' // 'likely due to a datatype mismatch. Exiting.')
            end if
 
            close (1)
 
            if ((bf_x) .or. (bf_y) .or. (bf_z)) then
                bodyforces = .true.
            end if
 
            m_glb = m
            n_glb = n
            p_glb = p
 
            call s_update_cell_bounds(cells_bounds, m, n, p)
 
            if (cfl_adap_dt .or. cfl_const_dt) cfl_dt = .true.
 
            if (any((/bc_x%beg, bc_x%end, bc_y%beg, bc_y%end, bc_z%beg, bc_z%end/) == -17) .or. num_bc_patches > 0) then
                bc_io = .true.
            end if
        else
            call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
        end if
 
    end subroutine s_read_input_file
 
    !> Validate that all user-provided inputs form a consistent simulation configuration
    impure subroutine s_check_input_file
 
        character(LEN=path_len) :: file_path
        logical                 :: file_exist
 
        file_path = trim(case_dir) // '/.'
 
        call my_inquire(file_path, file_exist)
 
        if (file_exist .neqv. .true.) then
            call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
        end if
 
        call s_check_inputs_common()
        call s_check_inputs()
 
    end subroutine s_check_input_file
 
    !> Read serial initial condition and grid data files and compute cell-width distributions
    impure subroutine s_read_serial_data_files(q_cons_vf)
 
        type(scalar_field), dimension(sys_size), intent(inout) :: q_cons_vf
        character(LEN=path_len + 2*name_len) :: t_step_dir  !< Relative path to the starting time-step directory
        character(LEN=path_len + 3*name_len) :: file_path   !< Relative path to the grid and conservative variables data files
        logical :: file_exist
        integer :: i, r
 
        if (cfl_dt) then
            write (t_step_dir, '(A,I0,A,I0)') trim(case_dir) // '/p_all/p', proc_rank, '/', n_start
        else
            write (t_step_dir, '(A,I0,A,I0)') trim(case_dir) // '/p_all/p', proc_rank, '/', t_step_start
        end if
 
        file_path = trim(t_step_dir) // '/.'
        call my_inquire(file_path, file_exist)
 
        if (file_exist .neqv. .true.) then
            call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
        end if
 
        if (bc_io) then
            call s_read_serial_boundary_condition_files(t_step_dir, bc_type)
        else
            call s_assign_default_bc_type(bc_type)
        end if
 
        file_path = trim(t_step_dir) // '/x_cb.dat'
 
        inquire (file=trim(file_path), exist=file_exist)
 
        if (file_exist) then
            open (2, file=trim(file_path), form='unformatted', action='read', status='old')
            read (2) x_cb(-1:m); close (2)
        else
            call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
        end if
 
        dx(0:m) = x_cb(0:m) - x_cb(-1:m - 1)
        x_cc(0:m) = x_cb(-1:m - 1) + dx(0:m)/2._wp
 
        if (ib) then
            do i = 1, num_ibs
                if (patch_ib(i)%c > 0) then
                    np = int((patch_ib(i)%p*patch_ib(i)%c/dx(0))*20) + int(((patch_ib(i)%c - patch_ib(i)%p*patch_ib(i)%c)/dx(0)) &
                             & *20) + 1
                end if
            end do
        end if
 
        if (n > 0) then
            file_path = trim(t_step_dir) // '/y_cb.dat'
 
            inquire (file=trim(file_path), exist=file_exist)
 
            if (file_exist) then
                open (2, file=trim(file_path), form='unformatted', action='read', status='old')
                read (2) y_cb(-1:n); close (2)
            else
                call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
            end if
 
            dy(0:n) = y_cb(0:n) - y_cb(-1:n - 1)
            y_cc(0:n) = y_cb(-1:n - 1) + dy(0:n)/2._wp
        end if
 
        if (p > 0) then
            file_path = trim(t_step_dir) // '/z_cb.dat'
 
            inquire (file=trim(file_path), exist=file_exist)
 
            if (file_exist) then
                open (2, file=trim(file_path), form='unformatted', action='read', status='old')
                read (2) z_cb(-1:p); close (2)
            else
                call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
            end if
 
            dz(0:p) = z_cb(0:p) - z_cb(-1:p - 1)
            z_cc(0:p) = z_cb(-1:p - 1) + dz(0:p)/2._wp
        end if
 
        do i = 1, sys_size
            write (file_path, '(A,I0,A)') trim(t_step_dir) // '/q_cons_vf', i, '.dat'
            inquire (file=trim(file_path), exist=file_exist)
            if (file_exist) then
                open (2, file=trim(file_path), form='unformatted', action='read', status='old')
                read (2) q_cons_vf(i)%sf(0:m,0:n,0:p); close (2)
            else
                call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
            end if
        end do
 
        if (bubbles_euler .or. elasticity) then
            ! Read pb and mv for non-polytropic qbmm
            if (qbmm .and. .not. polytropic) then
                do i = 1, nb
                    do r = 1, nnode
                        write (file_path, '(A,I0,A)') trim(t_step_dir) // '/pb', sys_size + (i - 1)*nnode + r, '.dat'
                        inquire (file=trim(file_path), exist=file_exist)
                        if (file_exist) then
                            open (2, file=trim(file_path), form='unformatted', action='read', status='old')
                            read (2) pb_ts(1)%sf(0:m,0:n,0:p,r, i); close (2)
                        else
                            call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
                        end if
                    end do
                end do
                do i = 1, nb
                    do r = 1, nnode
                        write (file_path, '(A,I0,A)') trim(t_step_dir) // '/mv', sys_size + (i - 1)*nnode + r, '.dat'
                        inquire (file=trim(file_path), exist=file_exist)
                        if (file_exist) then
                            open (2, file=trim(file_path), form='unformatted', action='read', status='old')
                            read (2) mv_ts(1)%sf(0:m,0:n,0:p,r, i); close (2)
                        else
                            call s_mpi_abort(trim(file_path) // ' is missing. Exiting.')
                        end if
                    end do
                end do
            end if
        end if
 
    end subroutine s_read_serial_data_files
 
    !> Read parallel initial condition and grid data files via MPI I/O
    impure subroutine s_read_parallel_data_files(q_cons_vf)
 
        type(scalar_field), dimension(sys_size), intent(inout) :: q_cons_vf
 
#ifdef MFC_MPI
        real(wp), allocatable, dimension(:)  :: x_cb_glb, y_cb_glb, z_cb_glb
        integer                              :: ifile, ierr, data_size
        integer, dimension(MPI_STATUS_SIZE)  :: status
        integer(KIND=MPI_OFFSET_KIND)        :: disp
        integer(KIND=MPI_OFFSET_KIND)        :: m_mok, n_mok, p_mok
        integer(KIND=MPI_OFFSET_KIND)        :: wp_mok, var_mok, str_mok
        integer(KIND=MPI_OFFSET_KIND)        :: nvars_mok
        integer(KIND=MPI_OFFSET_KIND)        :: mok
        character(LEN=path_len + 2*name_len) :: file_loc
        logical                              :: file_exist
        character(len=10)                    :: t_step_start_string
        integer                              :: i, j
 
        ! Downsampled data variables
        integer :: m_ds, n_ds, p_ds
        integer :: m_glb_ds, n_glb_ds, p_glb_ds
        integer :: m_glb_read, n_glb_read, p_glb_read  !< data size of read
 
        allocate (x_cb_glb(-1:m_glb))
        allocate (y_cb_glb(-1:n_glb))
        allocate (z_cb_glb(-1:p_glb))
 
        file_loc = trim(case_dir) // '/restart_data' // trim(mpiiofs) // 'x_cb.dat'
        inquire (file=trim(file_loc), exist=file_exist)
 
        if (down_sample) then
            m_ds = int((m + 1)/3) - 1
            n_ds = int((n + 1)/3) - 1
            p_ds = int((p + 1)/3) - 1
 
            m_glb_ds = int((m_glb + 1)/3) - 1
            n_glb_ds = int((n_glb + 1)/3) - 1
            p_glb_ds = int((p_glb + 1)/3) - 1
        end if
 
        if (file_exist) then
            data_size = m_glb + 2
            call mpi_file_open(mpi_comm_world, file_loc, mpi_mode_rdonly, mpi_info_int, ifile, ierr)
            call mpi_file_read(ifile, x_cb_glb, data_size, mpi_p, status, ierr)
            call mpi_file_close(ifile, ierr)
        else
            call s_mpi_abort('File ' // trim(file_loc) // ' is missing. Exiting.')
        end if
 
        x_cb(-1:m) = x_cb_glb((start_idx(1) - 1):(start_idx(1) + m))
        dx(0:m) = x_cb(0:m) - x_cb(-1:m - 1)
        x_cc(0:m) = x_cb(-1:m - 1) + dx(0:m)/2._wp
 
        if (ib) then
            do i = 1, num_ibs
                if (patch_ib(i)%c > 0) then
                    np = int((patch_ib(i)%p*patch_ib(i)%c/dx(0))*20) + int(((patch_ib(i)%c - patch_ib(i)%p*patch_ib(i)%c)/dx(0)) &
                             & *20) + 1
                    allocate (mpi_io_airfoil_ib_data%var(1:2*np))
                end if
            end do
        end if
 
        if (n > 0) then
            file_loc = trim(case_dir) // '/restart_data' // trim(mpiiofs) // 'y_cb.dat'
            inquire (file=trim(file_loc), exist=file_exist)
 
            if (file_exist) then
                data_size = n_glb + 2
                call mpi_file_open(mpi_comm_world, file_loc, mpi_mode_rdonly, mpi_info_int, ifile, ierr)
                call mpi_file_read(ifile, y_cb_glb, data_size, mpi_p, status, ierr)
                call mpi_file_close(ifile, ierr)
            else
                call s_mpi_abort('File ' // trim(file_loc) // ' is missing. Exiting.')
            end if
 
            y_cb(-1:n) = y_cb_glb((start_idx(2) - 1):(start_idx(2) + n))
            dy(0:n) = y_cb(0:n) - y_cb(-1:n - 1)
            y_cc(0:n) = y_cb(-1:n - 1) + dy(0:n)/2._wp
 
            if (p > 0) then
                file_loc = trim(case_dir) // '/restart_data' // trim(mpiiofs) // 'z_cb.dat'
                inquire (file=trim(file_loc), exist=file_exist)
 
                if (file_exist) then
                    data_size = p_glb + 2
                    call mpi_file_open(mpi_comm_world, file_loc, mpi_mode_rdonly, mpi_info_int, ifile, ierr)
                    call mpi_file_read(ifile, z_cb_glb, data_size, mpi_p, status, ierr)
                    call mpi_file_close(ifile, ierr)
                else
                    call s_mpi_abort('File ' // trim(file_loc) // 'is missing. Exiting.')
                end if
 
                z_cb(-1:p) = z_cb_glb((start_idx(3) - 1):(start_idx(3) + p))
                dz(0:p) = z_cb(0:p) - z_cb(-1:p - 1)
                z_cc(0:p) = z_cb(-1:p - 1) + dz(0:p)/2._wp
            end if
        end if
 
        if (file_per_process) then
            if (cfl_dt) then
                call s_int_to_str(n_start, t_step_start_string)
                write (file_loc, '(I0,A1,I7.7,A)') n_start, '_', proc_rank, '.dat'
            else
                call s_int_to_str(t_step_start, t_step_start_string)
                write (file_loc, '(I0,A1,I7.7,A)') t_step_start, '_', proc_rank, '.dat'
            end if
            file_loc = trim(case_dir) // '/restart_data/lustre_' // trim(t_step_start_string) // trim(mpiiofs) // trim(file_loc)
            inquire (file=trim(file_loc), exist=file_exist)
 
            if (file_exist) then
                call mpi_file_open(mpi_comm_self, file_loc, mpi_mode_rdonly, mpi_info_int, ifile, ierr)
 
                if (down_sample) then
                    call s_initialize_mpi_data_ds(q_cons_vf)
                else
                    if (ib) then
                        call s_initialize_mpi_data(q_cons_vf, ib_markers)
                    else
                        call s_initialize_mpi_data(q_cons_vf)
                    end if
                end if
 
                if (down_sample) then
                    data_size = (m_ds + 3)*(n_ds + 3)*(p_ds + 3)
                    m_glb_read = m_glb_ds + 1
                    n_glb_read = n_glb_ds + 1
                    p_glb_read = p_glb_ds + 1
                else
                    data_size = (m + 1)*(n + 1)*(p + 1)
                    m_glb_read = m_glb + 1
                    n_glb_read = n_glb + 1
                    p_glb_read = p_glb + 1
                end if
 
                m_mok = int(m_glb_read + 1, mpi_offset_kind)
                n_mok = int(m_glb_read + 1, mpi_offset_kind)
                p_mok = int(m_glb_read + 1, mpi_offset_kind)
                wp_mok = int(storage_size(0._stp)/8, mpi_offset_kind)
                mok = int(1._wp, mpi_offset_kind)
                str_mok = int(name_len, mpi_offset_kind)
                nvars_mok = int(sys_size, mpi_offset_kind)
 
                if (bubbles_euler .or. elasticity) then
                    do i = 1, sys_size  ! adv_idx%end
                        var_mok = int(i, mpi_offset_kind)
 
                        call mpi_file_read(ifile, mpi_io_data%var(i)%sf, data_size*mpi_io_type, mpi_io_p, status, ierr)
                    end do
                    ! Read pb and mv for non-polytropic qbmm
                    if (qbmm .and. .not. polytropic) then
                        do i = sys_size + 1, sys_size + 2*nb*nnode
                            var_mok = int(i, mpi_offset_kind)
 
                            call mpi_file_read(ifile, mpi_io_data%var(i)%sf, data_size*mpi_io_type, mpi_io_p, status, ierr)
                        end do
                    end if
                else
                    if (down_sample) then
                        do i = 1, sys_size
                            var_mok = int(i, mpi_offset_kind)
 
                            call mpi_file_read(ifile, q_cons_temp(i)%sf, data_size*mpi_io_type, mpi_io_p, status, ierr)
                        end do
                    else
                        do i = 1, sys_size
                            var_mok = int(i, mpi_offset_kind)
 
                            call mpi_file_read(ifile, mpi_io_data%var(i)%sf, data_size*mpi_io_type, mpi_io_p, status, ierr)
                        end do
                    end if
                end if
 
                call s_mpi_barrier()
 
                call mpi_file_close(ifile, ierr)
            else
                call s_mpi_abort('File ' // trim(file_loc) // ' is missing. Exiting.')
            end if
        else
            if (cfl_dt) then
                write (file_loc, '(I0,A)') n_start, '.dat'
            else
                write (file_loc, '(I0,A)') t_step_start, '.dat'
            end if
            file_loc = trim(case_dir) // '/restart_data' // trim(mpiiofs) // trim(file_loc)
            inquire (file=trim(file_loc), exist=file_exist)
 
            if (file_exist) then
                call mpi_file_open(mpi_comm_world, file_loc, mpi_mode_rdonly, mpi_info_int, ifile, ierr)
 
                if (ib) then
                    call s_initialize_mpi_data(q_cons_vf, ib_markers)
                else
                    call s_initialize_mpi_data(q_cons_vf)
                end if
 
                data_size = (m + 1)*(n + 1)*(p + 1)
 
                m_mok = int(m_glb + 1, mpi_offset_kind)
                n_mok = int(n_glb + 1, mpi_offset_kind)
                p_mok = int(p_glb + 1, mpi_offset_kind)
                wp_mok = int(storage_size(0._stp)/8, mpi_offset_kind)
                mok = int(1._wp, mpi_offset_kind)
                str_mok = int(name_len, mpi_offset_kind)
                nvars_mok = int(sys_size, mpi_offset_kind)
 
                if (bubbles_euler .or. elasticity) then
                    do i = 1, sys_size  ! adv_idx%end
                        var_mok = int(i, mpi_offset_kind)
                        disp = m_mok*max(mok, n_mok)*max(mok, p_mok)*wp_mok*(var_mok - 1)
 
                        call mpi_file_set_view(ifile, disp, mpi_io_p, mpi_io_data%view(i), 'native', mpi_info_int, ierr)
                        call mpi_file_read(ifile, mpi_io_data%var(i)%sf, data_size*mpi_io_type, mpi_io_p, status, ierr)
                    end do
                    ! Read pb and mv for non-polytropic qbmm
                    if (qbmm .and. .not. polytropic) then
                        do i = sys_size + 1, sys_size + 2*nb*nnode
                            var_mok = int(i, mpi_offset_kind)
                            disp = m_mok*max(mok, n_mok)*max(mok, p_mok)*wp_mok*(var_mok - 1)
 
                            call mpi_file_set_view(ifile, disp, mpi_io_p, mpi_io_data%view(i), 'native', mpi_info_int, ierr)
                            call mpi_file_read(ifile, mpi_io_data%var(i)%sf, data_size*mpi_io_type, mpi_io_p, status, ierr)
                        end do
                    end if
                else
                    do i = 1, sys_size
                        var_mok = int(i, mpi_offset_kind)
 
                        disp = m_mok*max(mok, n_mok)*max(mok, p_mok)*wp_mok*(var_mok - 1)
 
                        call mpi_file_set_view(ifile, disp, mpi_io_p, mpi_io_data%view(i), 'native', mpi_info_int, ierr)
                        call mpi_file_read_all(ifile, mpi_io_data%var(i)%sf, data_size*mpi_io_type, mpi_io_p, status, ierr)
                    end do
                end if
 
                call s_mpi_barrier()
 
                call mpi_file_close(ifile, ierr)
            else
                call s_mpi_abort('File ' // trim(file_loc) // ' is missing. Exiting.')
            end if
        end if
 
        deallocate (x_cb_glb, y_cb_glb, z_cb_glb)
 
        if (bc_io) then
            call s_read_parallel_boundary_condition_files(bc_type)
        else
            call s_assign_default_bc_type(bc_type)
        end if
#endif
 
    end subroutine s_read_parallel_data_files
 
    !> Initialize internal-energy equations from phase mass, mixture momentum, and total energy
    subroutine s_initialize_internal_energy_equations(v_vf)
 
        type(scalar_field), dimension(sys_size), intent(inout) :: v_vf
        real(wp)                                               :: rho
        real(wp)                                               :: dyn_pres
        real(wp)                                               :: gamma
        real(wp)                                               :: pi_inf
        real(wp)                                               :: qv
        real(wp), dimension(2)                                 :: re
        real(wp)                                               :: pres, t
        integer                                                :: i, j, k, l, c
        real(wp), dimension(num_species)                       :: rhoyks
        real(wp)                                               :: pres_mag
 
        pres_mag = 0._wp
 
        t = dflt_t_guess
 
        do j = 0, m
            do k = 0, n
                do l = 0, p
                    call s_convert_to_mixture_variables(v_vf, j, k, l, rho, gamma, pi_inf, qv, re)
 
                    dyn_pres = 0._wp
                    do i = mom_idx%beg, mom_idx%end
                        dyn_pres = dyn_pres + 5.e-1_wp*v_vf(i)%sf(j, k, l)*v_vf(i)%sf(j, k, l)/max(rho, sgm_eps)
                    end do
 
                    if (chemistry) then
                        do c = 1, num_species
                            rhoyks(c) = v_vf(chemxb + c - 1)%sf(j, k, l)
                        end do
                    end if
 
                    if (mhd) then
                        if (n == 0) then
                            pres_mag = 0.5_wp*(bx0**2 + v_vf(b_idx%beg)%sf(j, k, l)**2 + v_vf(b_idx%beg + 1)%sf(j, k, l)**2)
                        else
                            pres_mag = 0.5_wp*(v_vf(b_idx%beg)%sf(j, k, l)**2 + v_vf(b_idx%beg + 1)%sf(j, k, &
                                               & l)**2 + v_vf(b_idx%beg + 2)%sf(j, k, l)**2)
                        end if
                    end if
 
                    call s_compute_pressure(v_vf(e_idx)%sf(j, k, l), 0._stp, dyn_pres, pi_inf, gamma, rho, qv, rhoyks, pres, t, &
                                            & pres_mag=pres_mag)
 
                    do i = 1, num_fluids
                        v_vf(i + intxb - 1)%sf(j, k, l) = v_vf(i + advxb - 1)%sf(j, k, &
                             & l)*(gammas(i)*pres + pi_infs(i)) + v_vf(i + contxb - 1)%sf(j, k, l)*qvs(i)
                    end do
                end do
            end do
        end do
 
    end subroutine s_initialize_internal_energy_equations
 
    !> Advance the simulation by one time step, handling CFL-based dt and time-stepper dispatch
    impure subroutine s_perform_time_step(t_step, time_avg)
 
        integer, intent(inout)  :: t_step
        real(wp), intent(inout) :: time_avg
        integer                 :: i
 
        if (cfl_dt) then
            if (cfl_const_dt .and. t_step == 0) call s_compute_dt()
 
            if (cfl_adap_dt) call s_compute_dt()
 
            if (t_step == 0) dt_init = dt
 
            if (dt < 1.e-3_wp*dt_init .and. cfl_adap_dt .and. proc_rank == 0) then
                print *, "Delta t = ", dt
                call s_mpi_abort("Delta t has become too small")
            end if
        end if
 
        if (cfl_dt) then
            if ((mytime + dt) >= t_stop) then
                dt = t_stop - mytime
 
# 632 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 632 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(dt) 
# 632 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 632 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(dt) 
# 632 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            end if
        else
            if ((mytime + dt) >= finaltime) then
                dt = finaltime - mytime
 
# 637 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 637 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(dt) 
# 637 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 637 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(dt) 
# 637 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            end if
        end if
 
        if (cfl_dt) then
            if (proc_rank == 0 .and. mod(t_step - t_step_start, t_step_print) == 0) then
                print '(" [", I3, "%] Time ", ES16.6, " dt = ", ES16.6, " @ Time Step = ", I8,  " Time Avg = ", ES16.6,  " Time/step = ", ES12.6, "")', &
                    & int(ceiling(100._wp*(mytime/t_stop))), mytime, dt, t_step, wall_time_avg, wall_time
            end if
        else
            if (proc_rank == 0 .and. mod(t_step - t_step_start, t_step_print) == 0) then
                print '(" [", I3, "%]  Time step ", I8, " of ", I0, " @ t_step = ", I8,  " Time Avg = ", ES12.6,  " Time/step= ", ES12.6, "")', &
                    & int(ceiling(100._wp*(real(t_step - t_step_start)/(t_step_stop - t_step_start + 1)))), &
                    & t_step - t_step_start + 1, t_step_stop - t_step_start + 1, t_step, wall_time_avg, wall_time
            end if
        end if
 
        if (probe_wrt) then
            do i = 1, sys_size
 
# 656 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 656 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update host(q_cons_ts(1)%vf(i)%sf) 
# 656 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 656 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update from(q_cons_ts(1)%vf(i)%sf) 
# 656 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            end do
        end if
 
        ! Total-variation-diminishing (TVD) Runge-Kutta (RK) time-steppers
        if (any(time_stepper == (/1, 2, 3/))) then
            call s_tvd_rk(t_step, time_avg, time_stepper)
        end if
 
        ! Advance time after RK so source terms see current-step time
        mytime = mytime + dt
 
        if (relax) call s_infinite_relaxation_k(q_cons_ts(1)%vf)
 
        ! Time-stepping loop controls
        t_step = t_step + 1
 
    end subroutine s_perform_time_step
 
    !> Collect per-process wall-clock times and write aggregate performance metrics to file
    impure subroutine s_save_performance_metrics(time_avg, time_final, io_time_avg, io_time_final, proc_time, io_proc_time, &
 
        & file_exists)
 
        real(wp), intent(inout)               :: time_avg, time_final
        real(wp), intent(inout)               :: io_time_avg, io_time_final
        real(wp), dimension(:), intent(inout) :: proc_time
        real(wp), dimension(:), intent(inout) :: io_proc_time
        logical, intent(inout)                :: file_exists
        real(wp)                              :: grind_time
 
        call s_mpi_barrier()
 
        if (num_procs > 1) then
            call mpi_bcast_time_step_values(proc_time, time_avg)
 
            call mpi_bcast_time_step_values(io_proc_time, io_time_avg)
        end if
 
        if (proc_rank == 0) then
            time_final = 0._wp
            io_time_final = 0._wp
            if (num_procs == 1) then
                time_final = time_avg
                io_time_final = io_time_avg
            else
                time_final = maxval(proc_time)
                io_time_final = maxval(io_proc_time)
            end if
 
            grind_time = time_final*1.0e9_wp/(real(sys_size, wp)*real(maxval((/1, m_glb/)), wp)*real(maxval((/1, n_glb/)), &
                                              & wp)*real(maxval((/1, p_glb/)), wp))
 
            print *, "Performance:", grind_time, "ns/gp/eq/rhs"
            inquire (file='time_data.dat', exist=file_exists)
            if (file_exists) then
                open (1, file='time_data.dat', position='append', status='old')
            else
                open (1, file='time_data.dat', status='new')
                write (1, '(A10, A15, A15)') "Ranks", "s/step", "ns/gp/eq/rhs"
            end if
 
            write (1, '(I10, 2(F15.8))') num_procs, time_final, grind_time
 
            close (1)
 
            inquire (file='io_time_data.dat', exist=file_exists)
            if (file_exists) then
                open (1, file='io_time_data.dat', position='append', status='old')
            else
                open (1, file='io_time_data.dat', status='new')
                write (1, '(A10, A15)') "Ranks", "s/step"
            end if
 
            write (1, '(I10, F15.8)') num_procs, io_time_final
            close (1)
        end if
 
    end subroutine s_save_performance_metrics
 
    !> Save conservative variable data to disk at the current time step
    impure subroutine s_save_data(t_step, start, finish, io_time_avg, nt)
 
        integer, intent(inout)  :: t_step
        real(wp), intent(inout) :: start, finish, io_time_avg
        integer, intent(inout)  :: nt
        integer(kind=8)         :: i, j, k, l
        integer                 :: stor
        integer                 :: save_count
 
        if (down_sample) then
            call s_populate_variables_buffers(bc_type, q_cons_ts(1)%vf)
        end if
 
        stor = 1
 
        if (time_stepper /= 1) then
 
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc parallel loop collapse(4) gang vector default(present) copyin(idwbuff) 
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer) map(to:idwbuff) 
# 753 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            do i = 1, sys_size
                do l = idwbuff(3)%beg, idwbuff(3)%end
                    do k = idwbuff(2)%beg, idwbuff(2)%end
                        do j = idwbuff(1)%beg, idwbuff(1)%end
                            q_cons_ts(2)%vf(i)%sf(j, k, l) = q_cons_ts(1)%vf(i)%sf(j, k, l)
                        end do
                    end do
                end do
            end do
 
# 763 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 763 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc end parallel loop
# 763 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 763 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
# 763 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp end target teams loop
# 763 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            stor = 2
        end if
 
        call cpu_time(start)
        call nvtxstartrange("SAVE-DATA")
        do i = 1, sys_size
#ifndef FRONTIER_UNIFIED
 
# 771 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 771 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update host(q_cons_ts(stor)%vf(i)%sf) 
# 771 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 771 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update from(q_cons_ts(stor)%vf(i)%sf) 
# 771 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
#endif
            do l = 0, p
                do k = 0, n
                    do j = 0, m
                        if (ieee_is_nan(real(q_cons_ts(stor)%vf(i)%sf(j, k, l), kind=wp))) then
                            print *, "NaN(s) in timestep output.", j, k, l, i, proc_rank, t_step, m, n, p
                            call s_mpi_abort("NaN(s) in timestep output.")
                        end if
                    end do
                end do
            end do
        end do
 
        if (qbmm .and. .not. polytropic) then
 
# 786 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 786 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update host(pb_ts(1)%sf) 
# 786 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 786 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update from(pb_ts(1)%sf) 
# 786 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
# 787 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 787 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update host(mv_ts(1)%sf) 
# 787 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 787 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update from(mv_ts(1)%sf) 
# 787 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
        end if
 
        if (cfl_dt) then
            save_count = int(mytime/t_save)
        else
            save_count = t_step
        end if
 
        if (bubbles_lagrange) then
 
# 797 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 797 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update host(lag_id, mtn_pos, mtn_posPrev, mtn_vel, intfc_rad, intfc_vel, bub_R0, Rmax_stats, Rmin_stats, bub_dphidt, gas_p, gas_mv, gas_mg, gas_betaT, gas_betaC) 
# 797 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 797 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update from(lag_id, mtn_pos, mtn_posPrev, mtn_vel, intfc_rad, intfc_vel, bub_R0, Rmax_stats, Rmin_stats, bub_dphidt, gas_p, gas_mv, gas_mg, gas_betaT, gas_betaC) 
# 797 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
# 799 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
            do i = 1, nbubs
                if (ieee_is_nan(intfc_rad(i, 1)) .or. intfc_rad(i, 1) <= 0._wp) then
                    call s_mpi_abort("Bubble radius is negative or NaN, please reduce dt.")
                end if
            end do
 
 
# 805 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 805 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update host(q_beta(1)%sf) 
# 805 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 805 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update from(q_beta(1)%sf) 
# 805 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            call s_write_data_files(q_cons_ts(stor)%vf, q_t_sf, q_prim_vf, save_count, bc_type, q_beta(1))
 
# 807 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 807 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update host(Rmax_stats, Rmin_stats, gas_p, gas_mv, intfc_vel) 
# 807 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 807 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update from(Rmax_stats, Rmin_stats, gas_p, gas_mv, intfc_vel) 
# 807 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            call s_write_restart_lag_bubbles(save_count)  ! parallel
            if (lag_params%write_bubbles_stats) call s_write_lag_bubble_stats()
        else
            call s_write_data_files(q_cons_ts(stor)%vf, q_t_sf, q_prim_vf, save_count, bc_type)
        end if
 
        call nvtxendrange
        call cpu_time(finish)
        if (cfl_dt) then
            nt = mytime/t_save
        else
            nt = int((t_step - t_step_start)/(t_step_save))
        end if
 
        if (nt == 1) then
            io_time_avg = abs(finish - start)
        else
            io_time_avg = (abs(finish - start) + io_time_avg*(nt - 1))/nt
        end if
 
    end subroutine s_save_data
 
    !> Initialize all simulation sub-modules in the required dependency order
    impure subroutine s_initialize_modules
 
        integer  :: m_ds, n_ds, p_ds
        integer  :: i, j, k, l, x_id, y_id, z_id, ix, iy, iz
        real(wp) :: temp1, temp2, temp3, temp4
 
        call s_initialize_global_parameters_module()
# 848 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
        if (bubbles_euler .or. bubbles_lagrange) then
            call s_initialize_bubbles_model()
        end if
        call s_initialize_mpi_common_module()
        call s_initialize_mpi_proxy_module()
        call s_initialize_variables_conversion_module()
        if (grid_geometry == 3) call s_initialize_fftw_module()
 
        if (bubbles_euler) call s_initialize_bubbles_ee_module()
        if (ib) call s_initialize_ibm_module()
        if (qbmm) call s_initialize_qbmm_module()
 
        if (acoustic_source) then
            call s_initialize_acoustic_src()
        end if
 
        if (viscous .and. (.not. igr)) then
            call s_initialize_viscous_module()
        end if
 
        call s_initialize_rhs_module()
 
        if (surface_tension) call s_initialize_surface_tension_module()
 
        if (relax) call s_initialize_phasechange_module()
 
        call s_initialize_data_output_module()
        call s_initialize_derived_variables_module()
        call s_initialize_time_steppers_module()
 
        call s_initialize_boundary_common_module()
 
        if (down_sample) then
            m_ds = int((m + 1)/3) - 1
            n_ds = int((n + 1)/3) - 1
            p_ds = int((p + 1)/3) - 1
 
            allocate (q_cons_temp(1:sys_size))
            do i = 1, sys_size
                allocate (q_cons_temp(i)%sf(-1:m_ds + 1,-1:n_ds + 1,-1:p_ds + 1))
            end do
        end if
 
        if (down_sample) then
            call s_read_data_files(q_cons_temp)
            call s_upsample_data(q_cons_ts(1)%vf, q_cons_temp)
            do i = 1, sys_size
 
# 895 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 895 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(q_cons_ts(1)%vf(i)%sf) 
# 895 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 895 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(q_cons_ts(1)%vf(i)%sf) 
# 895 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            end do
            do i = 1, sys_size
                deallocate (q_cons_temp(i)%sf)
            end do
            deallocate (q_cons_temp)
        else
            call s_read_data_files(q_cons_ts(1)%vf)
        end if
 
        call s_populate_grid_variables_buffers()
 
        if (model_eqns == 3) call s_initialize_internal_energy_equations(q_cons_ts(1)%vf)
        if (ib) then
            call s_ibm_setup()
            call s_write_ib_data_file(0)
        end if
        if (bodyforces) call s_initialize_body_forces_module()
        if (acoustic_source) call s_precalculate_acoustic_spatial_sources()
 
        ! Initialize the Temperature cache.
        if (chemistry) call s_compute_q_t_sf(q_t_sf, q_cons_ts(1)%vf, idwint)
 
        ! Computation of parameters, allocation of memory, association of pointers, and/or execution of any other tasks that are
        ! needed to properly configure the modules. The preparations below DO DEPEND on the grid being complete.
        if (igr .or. dummy) then
            call s_initialize_igr_module()
        end if
        if (.not. igr .or. dummy) then
            if (recon_type == weno_type) then
                call s_initialize_weno_module()
            else if (recon_type == muscl_type) then
                call s_initialize_muscl_module()
            end if
            call s_initialize_cbc_module()
            call s_initialize_riemann_solvers_module()
        end if
 
        call s_initialize_derived_variables()
        if (bubbles_lagrange) call s_initialize_bubbles_el_module(q_cons_ts(1)%vf)
 
        if (hypoelasticity) call s_initialize_hypoelastic_module()
        if (hyperelasticity) call s_initialize_hyperelastic_module()
 
    end subroutine s_initialize_modules
 
    !> Set up the MPI execution environment, bind GPUs, and decompose the computational domain
    impure subroutine s_initialize_mpi_domain
 
        integer :: ierr
 
#ifdef MFC_GPU
        real(wp) :: starttime, endtime
        integer  :: num_devices, local_size, num_nodes, ppn, my_device_num
        integer  :: dev, devnum, local_rank
#ifdef MFC_MPI
        integer :: local_comm
#endif
#if defined(MFC_OpenACC)
        integer(acc_device_kind) :: devtype
#endif
#endif
 
        call s_mpi_initialize()
 
#ifdef MFC_GPU
#ifndef MFC_MPI
        local_size = 1
        local_rank = 0
#else
        call mpi_comm_split_type(mpi_comm_world, mpi_comm_type_shared, 0, mpi_info_null, local_comm, ierr)
        call mpi_comm_size(local_comm, local_size, ierr)
        call mpi_comm_rank(local_comm, local_rank, ierr)
#endif
#if defined(MFC_OpenACC)
        devtype = acc_get_device_type()
        devnum = acc_get_num_devices(devtype)
        dev = mod(local_rank, devnum)
 
        call acc_set_device_num(dev, devtype)
#elif defined(MFC_OpenMP)
        devnum = omp_get_num_devices()
        dev = mod(local_rank, devnum)
        call omp_set_default_device(dev)
#endif
#endif
 
        if (proc_rank == 0) then
            call s_assign_default_values_to_user_inputs()
            call s_read_input_file()
            call s_check_input_file()
 
            print '(" Simulating a ", A, " ", I0, "x", I0, "x", I0, " case on ", I0, " rank(s) ", A, ".")', &
# 989 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
                "regular", &
# 993 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
            m, n, p, num_procs, &
#if defined(MFC_OpenACC)
            "with OpenACC offloading"
#elif defined(MFC_OpenMP)
            "with OpenMP offloading"
#else
            "on CPUs"
#endif
        end if
 
        call s_mpi_bcast_user_inputs()
 
        call s_initialize_parallel_io()
 
        call s_mpi_decompose_computational_domain()
 
    end subroutine s_initialize_mpi_domain
 
    !> Transfer initial conservative variable and model parameter data to the GPU device
    subroutine s_initialize_gpu_vars
 
        integer :: i
 
        if (.not. down_sample) then
            do i = 1, sys_size
 
# 1018 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1018 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(q_cons_ts(1)%vf(i)%sf) 
# 1018 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1018 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(q_cons_ts(1)%vf(i)%sf) 
# 1018 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            end do
        end if
 
        if (qbmm .and. .not. polytropic) then
 
# 1023 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1023 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(pb_ts(1)%sf, mv_ts(1)%sf) 
# 1023 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1023 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(pb_ts(1)%sf, mv_ts(1)%sf) 
# 1023 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
        end if
        if (chemistry) then
 
# 1026 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1026 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(q_T_sf%sf) 
# 1026 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1026 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(q_T_sf%sf) 
# 1026 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
        end if
 
 
# 1029 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1029 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(chem_params) 
# 1029 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1029 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(chem_params) 
# 1029 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
 
# 1031 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1031 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(R0ref, p0ref, rho0ref, ss, pv, vd, mu_l, mu_v, mu_g, gam_v, gam_g, M_v, M_g, R_v, R_g, Tw, cp_v, cp_g, k_vl, k_gl, gam, gam_m, Eu, Ca, Web, Re_inv, Pe_c, phi_vg, phi_gv, omegaN, bubbles_euler, polytropic, polydisperse, qbmm, ptil, bubble_model, thermal, poly_sigma, adv_n, adap_dt, adap_dt_tol, adap_dt_max_iters, n_idx, pi_fac, low_Mach) 
# 1031 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1031 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(R0ref, p0ref, rho0ref, ss, pv, vd, mu_l, mu_v, mu_g, gam_v, gam_g, M_v, M_g, R_v, R_g, Tw, cp_v, cp_g, k_vl, k_gl, gam, gam_m, Eu, Ca, Web, Re_inv, Pe_c, phi_vg, phi_gv, omegaN, bubbles_euler, polytropic, polydisperse, qbmm, ptil, bubble_model, thermal, poly_sigma, adv_n, adap_dt, adap_dt_tol, adap_dt_max_iters, n_idx, pi_fac, low_Mach) 
# 1031 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
# 1035 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
        if (bubbles_euler) then
 
# 1037 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1037 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(weight, R0) 
# 1037 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1037 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(weight, R0) 
# 1037 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            if (.not. polytropic) then
 
# 1039 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1039 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(pb0, Pe_T, k_g, k_v, mass_g0, mass_v0, Re_trans_T, Re_trans_c, Im_trans_T, Im_trans_c) 
# 1039 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1039 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(pb0, Pe_T, k_g, k_v, mass_g0, mass_v0, Re_trans_T, Re_trans_c, Im_trans_T, Im_trans_c) 
# 1039 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            else if (qbmm) then
 
# 1041 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1041 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(pb0) 
# 1041 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1041 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(pb0) 
# 1041 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
            end if
        end if
 
 
# 1045 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1045 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(adv_n, adap_dt, adap_dt_tol, adap_dt_max_iters, n_idx, pi_fac, low_Mach) 
# 1045 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1045 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(adv_n, adap_dt, adap_dt_tol, adap_dt_max_iters, n_idx, pi_fac, low_Mach) 
# 1045 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
 
# 1047 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1047 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(acoustic_source, num_source) 
# 1047 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1047 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(acoustic_source, num_source) 
# 1047 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
# 1048 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1048 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(sigma, surface_tension) 
# 1048 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1048 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(sigma, surface_tension) 
# 1048 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
 
# 1050 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1050 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(dx, dy, dz, x_cb, x_cc, y_cb, y_cc, z_cb, z_cc) 
# 1050 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1050 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(dx, dy, dz, x_cb, x_cc, y_cb, y_cc, z_cb, z_cc) 
# 1050 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
# 1051 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1051 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(bc_x%vb1, bc_x%vb2, bc_x%vb3, bc_x%ve1, bc_x%ve2, bc_x%ve3) 
# 1051 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1051 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(bc_x%vb1, bc_x%vb2, bc_x%vb3, bc_x%ve1, bc_x%ve2, bc_x%ve3) 
# 1051 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
# 1052 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1052 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(bc_y%vb1, bc_y%vb2, bc_y%vb3, bc_y%ve1, bc_y%ve2, bc_y%ve3) 
# 1052 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1052 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(bc_y%vb1, bc_y%vb2, bc_y%vb3, bc_y%ve1, bc_y%ve2, bc_y%ve3) 
# 1052 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
# 1053 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1053 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(bc_z%vb1, bc_z%vb2, bc_z%vb3, bc_z%ve1, bc_z%ve2, bc_z%ve3) 
# 1053 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1053 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(bc_z%vb1, bc_z%vb2, bc_z%vb3, bc_z%ve1, bc_z%ve2, bc_z%ve3) 
# 1053 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
 
# 1055 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1055 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(bc_x%grcbc_in, bc_x%grcbc_out, bc_x%grcbc_vel_out) 
# 1055 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1055 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(bc_x%grcbc_in, bc_x%grcbc_out, bc_x%grcbc_vel_out) 
# 1055 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
# 1056 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1056 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(bc_y%grcbc_in, bc_y%grcbc_out, bc_y%grcbc_vel_out) 
# 1056 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1056 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(bc_y%grcbc_in, bc_y%grcbc_out, bc_y%grcbc_vel_out) 
# 1056 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
# 1057 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1057 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(bc_z%grcbc_in, bc_z%grcbc_out, bc_z%grcbc_vel_out) 
# 1057 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1057 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(bc_z%grcbc_in, bc_z%grcbc_out, bc_z%grcbc_vel_out) 
# 1057 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
 
 
# 1059 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1059 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(relax, relax_model) 
# 1059 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1059 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(relax, relax_model) 
# 1059 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
        if (relax) then
 
# 1061 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1061 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(palpha_eps, ptgalpha_eps) 
# 1061 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1061 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(palpha_eps, ptgalpha_eps) 
# 1061 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
        end if
 
        if (ib) then
 
# 1065 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1065 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(ib_markers%sf) 
# 1065 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1065 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(ib_markers%sf) 
# 1065 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
        end if
# 1068 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
# 1068 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#if defined(MFC_OpenACC)
# 1068 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$acc update device(igr, nb, igr_order) 
# 1068 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#elif defined(MFC_OpenMP)
# 1068 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
!$omp target update to(igr, nb, igr_order) 
# 1068 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
#endif
# 1070 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
# 1078 "/home/runner/work/MFC/MFC/src/simulation/m_start_up.fpp"
 
    end subroutine s_initialize_gpu_vars
 
    !> Finalize and deallocate all simulation sub-modules in reverse initialization order
    impure subroutine s_finalize_modules
 
        call s_finalize_time_steppers_module()
        if (hypoelasticity) call s_finalize_hypoelastic_module()
        if (hyperelasticity) call s_finalize_hyperelastic_module()
        call s_finalize_derived_variables_module()
        call s_finalize_data_output_module()
        call s_finalize_rhs_module()
        if (igr) then
            call s_finalize_igr_module()
        else
            call s_finalize_cbc_module()
            call s_finalize_riemann_solvers_module()
            if (recon_type == weno_type) then
                call s_finalize_weno_module()
            else if (recon_type == muscl_type) then
                call s_finalize_muscl_module()
            end if
        end if
        call s_finalize_variables_conversion_module()
        if (grid_geometry == 3) call s_finalize_fftw_module
        call s_finalize_mpi_common_module()
        call s_finalize_global_parameters_module()
        call s_finalize_boundary_common_module()
        if (relax) call s_finalize_relaxation_solver_module()
        if (bubbles_lagrange) call s_finalize_lagrangian_solver()
        if (viscous .and. (.not. igr)) then
            call s_finalize_viscous_module()
        end if
        call s_finalize_mpi_proxy_module()
 
        if (surface_tension) call s_finalize_surface_tension_module()
        if (bodyforces) call s_finalize_body_forces_module()
 
        call s_mpi_finalize()
 
    end subroutine s_finalize_modules
 
end module m_start_up