m_mpi_proxy.fpp.f90

Go to the documentation of this file.

# 1 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
!>
!! @file
!! @brief Contains module m_mpi_proxy
 
!> @brief MPI gather and scatter operations for distributing post-process grid and flow-variable data
module m_mpi_proxy
 
#ifdef MFC_MPI
    use mpi  !< message passing interface (mpi) module
#endif
 
    use m_derived_types
    use m_global_parameters
    use m_mpi_common
    use ieee_arithmetic
 
    implicit none
 
    !> @name Receive counts and displacement vector variables, respectively, used in enabling MPI to gather varying amounts of data
    !! from all processes to the root process
    !> @{
    integer, allocatable, dimension(:) :: recvcounts
    integer, allocatable, dimension(:) :: displs
    !> @}
 
contains
 
    !> Computation of parameters, allocation procedures, and/or any other tasks needed to properly setup the module
    impure subroutine s_initialize_mpi_proxy_module
 
#ifdef MFC_MPI
        integer :: i     !< Generic loop iterator
        integer :: ierr  !< Generic flag used to identify and report MPI errors
        ! Allocating and configuring the receive counts and the displacement vector variables used in variable-gather communication
        ! procedures. Note that these are only needed for either multidimensional runs that utilize the Silo database file format or
        ! for 1D simulations.
 
        if ((format == 1 .and. n > 0) .or. n == 0) then
            allocate (recvcounts(0:num_procs - 1))
            allocate (displs(0:num_procs - 1))
 
            if (n == 0) then
                call mpi_gather(m + 1, 1, mpi_integer, recvcounts(0), 1, mpi_integer, 0, mpi_comm_world, ierr)
            else if (proc_rank == 0) then
                recvcounts = 1
            end if
 
            if (proc_rank == 0) then
                displs(0) = 0
 
                do i = 1, num_procs - 1
                    displs(i) = displs(i - 1) + recvcounts(i - 1)
                end do
            end if
        end if
#endif
 
    end subroutine s_initialize_mpi_proxy_module
 
    !> Since only processor with rank 0 is in charge of reading and checking the consistency of the user provided inputs, these are
    !! not available to the remaining processors. This subroutine is then in charge of broadcasting the required information.
    impure subroutine s_mpi_bcast_user_inputs
 
#ifdef MFC_MPI
        integer :: i     !< Generic loop iterator
        integer :: ierr  !< Generic flag used to identify and report MPI errors
        ! Logistics
 
        call mpi_bcast(case_dir, len(case_dir), mpi_character, 0, mpi_comm_world, ierr)
 
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(m, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(n, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(p, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(m_glb, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(n_glb, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(p_glb, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(t_step_start, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(t_step_stop, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(t_step_save, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(weno_order, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(model_eqns, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(num_fluids, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bc_x%beg, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bc_x%end, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bc_y%beg, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bc_y%end, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bc_z%beg, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bc_z%end, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(flux_lim, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(format, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(precision, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(fd_order, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(thermal, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(nb, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(relax_model, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(n_start, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(num_ibs, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 77 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(muscl_order, 1, mpi_integer, 0, mpi_comm_world, ierr)
# 79 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
 
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(cyl_coord, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(mpp_lim, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(mixture_err, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(alt_soundspeed, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(hypoelasticity, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(mhd, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(parallel_io, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(rho_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(e_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(pres_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(gamma_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(sim_data, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(heat_ratio_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(pi_inf_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(pres_inf_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(cons_vars_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(prim_vars_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(c_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(qm_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(schlieren_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(chem_wrt_t, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bubbles_euler, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(qbmm, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(polytropic, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(polydisperse, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(file_per_process, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(relax, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(cf_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(igr, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(liutex_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(adv_n, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(ib, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(cfl_adap_dt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(cfl_const_dt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(cfl_dt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(surface_tension, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(hyperelasticity, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bubbles_lagrange, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(output_partial_domain, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(relativity, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(cont_damage, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bc_io, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(down_sample, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(fft_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(hyper_cleaning, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 91 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(ib_state_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 93 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
 
        if (bubbles_lagrange) then
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_header, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_txt_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_db_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_id_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_pos_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_pos_prev_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_vel_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_rad_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_rvel_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_r0_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_rmax_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_rmin_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_dphidt_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_pres_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_mv_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_mg_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_betat_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(lag_betac_wrt, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bc_io, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 100 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(down_sample, 1, mpi_logical, 0, mpi_comm_world, ierr)
# 102 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
        end if
 
        call mpi_bcast(flux_wrt(1), 3, mpi_logical, 0, mpi_comm_world, ierr)
        call mpi_bcast(omega_wrt(1), 3, mpi_logical, 0, mpi_comm_world, ierr)
        call mpi_bcast(mom_wrt(1), 3, mpi_logical, 0, mpi_comm_world, ierr)
        call mpi_bcast(vel_wrt(1), 3, mpi_logical, 0, mpi_comm_world, ierr)
        call mpi_bcast(alpha_rho_wrt(1), num_fluids_max, mpi_logical, 0, mpi_comm_world, ierr)
        call mpi_bcast(alpha_rho_e_wrt(1), num_fluids_max, mpi_logical, 0, mpi_comm_world, ierr)
        call mpi_bcast(alpha_wrt(1), num_fluids_max, mpi_logical, 0, mpi_comm_world, ierr)
 
        do i = 1, num_fluids_max
            call mpi_bcast(fluid_pp(i)%gamma, 1, mpi_p, 0, mpi_comm_world, ierr)
            call mpi_bcast(fluid_pp(i)%pi_inf, 1, mpi_p, 0, mpi_comm_world, ierr)
            call mpi_bcast(fluid_pp(i)%cv, 1, mpi_p, 0, mpi_comm_world, ierr)
            call mpi_bcast(fluid_pp(i)%qv, 1, mpi_p, 0, mpi_comm_world, ierr)
            call mpi_bcast(fluid_pp(i)%qvp, 1, mpi_p, 0, mpi_comm_world, ierr)
            call mpi_bcast(fluid_pp(i)%G, 1, mpi_p, 0, mpi_comm_world, ierr)
        end do
 
        ! Subgrid bubble parameters
        if (bubbles_euler .or. bubbles_lagrange) then
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%R0ref, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%p0ref, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%rho0ref, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%T0ref, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%ss, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%pv, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%vd, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%mu_l, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%mu_v, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%mu_g, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%gam_v, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%gam_g, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%M_v, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%M_g, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%k_v, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%k_g, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%cp_v, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%cp_g, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%R_v, 1, mpi_p, 0, mpi_comm_world, ierr)
# 126 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
                call mpi_bcast(bub_pp%R_g, 1, mpi_p, 0, mpi_comm_world, ierr)
# 128 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
        end if
 
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(pref, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(rhoref, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(r0ref, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(poly_sigma, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(web, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(ca, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(re_inv, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(bx0, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(sigma, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(t_save, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(t_stop, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(x_output%beg, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(x_output%end, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(y_output%beg, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(y_output%end, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(z_output%beg, 1, mpi_p, 0, mpi_comm_world, ierr)
# 134 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
            call mpi_bcast(z_output%end, 1, mpi_p, 0, mpi_comm_world, ierr)
# 136 "/home/runner/work/MFC/MFC/src/post_process/m_mpi_proxy.fpp"
        call mpi_bcast(schlieren_alpha(1), num_fluids_max, mpi_p, 0, mpi_comm_world, ierr)
#endif
 
    end subroutine s_mpi_bcast_user_inputs
 
    !> Gather spatial extents from all ranks for Silo database metadata
    impure subroutine s_mpi_gather_spatial_extents(spatial_extents)
 
        real(wp), dimension(1:,0:), intent(inout) :: spatial_extents
 
#ifdef MFC_MPI
        integer  :: ierr  !< Generic flag used to identify and report MPI errors
        real(wp) :: ext_temp(0:num_procs - 1)
 
        ! Simulation is 3D
 
        if (p > 0) then
            if (grid_geometry == 3) then
                ! Minimum spatial extent in the r-direction
                call mpi_gatherv(minval(y_cb), 1, mpi_p, spatial_extents(1, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Minimum spatial extent in the theta-direction
                call mpi_gatherv(minval(z_cb), 1, mpi_p, spatial_extents(2, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Minimum spatial extent in the z-direction
                call mpi_gatherv(minval(x_cb), 1, mpi_p, spatial_extents(3, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Maximum spatial extent in the r-direction
                call mpi_gatherv(maxval(y_cb), 1, mpi_p, spatial_extents(4, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Maximum spatial extent in the theta-direction
                call mpi_gatherv(maxval(z_cb), 1, mpi_p, spatial_extents(5, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Maximum spatial extent in the z-direction
                call mpi_gatherv(maxval(x_cb), 1, mpi_p, spatial_extents(6, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
            else
                ! Minimum spatial extent in the x-direction
                call mpi_gatherv(minval(x_cb), 1, mpi_p, spatial_extents(1, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Minimum spatial extent in the y-direction
                call mpi_gatherv(minval(y_cb), 1, mpi_p, spatial_extents(2, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Minimum spatial extent in the z-direction
                call mpi_gatherv(minval(z_cb), 1, mpi_p, spatial_extents(3, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Maximum spatial extent in the x-direction
                call mpi_gatherv(maxval(x_cb), 1, mpi_p, spatial_extents(4, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Maximum spatial extent in the y-direction
                call mpi_gatherv(maxval(y_cb), 1, mpi_p, spatial_extents(5, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
 
                ! Maximum spatial extent in the z-direction
                call mpi_gatherv(maxval(z_cb), 1, mpi_p, spatial_extents(6, 0), recvcounts, 6*displs, mpi_p, 0, mpi_comm_world, &
                                 & ierr)
            end if
            ! Simulation is 2D
        else if (n > 0) then
            ! Minimum spatial extent in the x-direction
            call mpi_gatherv(minval(x_cb), 1, mpi_p, spatial_extents(1, 0), recvcounts, 4*displs, mpi_p, 0, mpi_comm_world, ierr)
 
            ! Minimum spatial extent in the y-direction
            call mpi_gatherv(minval(y_cb), 1, mpi_p, spatial_extents(2, 0), recvcounts, 4*displs, mpi_p, 0, mpi_comm_world, ierr)
 
            ! Maximum spatial extent in the x-direction
            call mpi_gatherv(maxval(x_cb), 1, mpi_p, spatial_extents(3, 0), recvcounts, 4*displs, mpi_p, 0, mpi_comm_world, ierr)
 
            ! Maximum spatial extent in the y-direction
            call mpi_gatherv(maxval(y_cb), 1, mpi_p, spatial_extents(4, 0), recvcounts, 4*displs, mpi_p, 0, mpi_comm_world, ierr)
            ! Simulation is 1D
        else
            ! For 1D, recvcounts/displs are sized for grid defragmentation (m+1 per rank), not for scalar gathers. Use MPI_GATHER
            ! instead.
 
            ! Minimum spatial extent in the x-direction
            call mpi_gather(minval(x_cb), 1, mpi_p, ext_temp, 1, mpi_p, 0, mpi_comm_world, ierr)
            if (proc_rank == 0) spatial_extents(1,:) = ext_temp
 
            ! Maximum spatial extent in the x-direction
            call mpi_gather(maxval(x_cb), 1, mpi_p, ext_temp, 1, mpi_p, 0, mpi_comm_world, ierr)
            if (proc_rank == 0) spatial_extents(2,:) = ext_temp
        end if
#endif
 
    end subroutine s_mpi_gather_spatial_extents
 
    !> Collect the sub-domain cell-boundary or cell-center location data from all processors and put back together the grid of the
    !! entire computational domain on the rank 0 processor. This is only done for 1D simulations.
    impure subroutine s_mpi_defragment_1d_grid_variable
 
#ifdef MFC_MPI
        integer :: ierr  !< Generic flag used to identify and report MPI errors
        ! Silo-HDF5 database format
 
        if (format == 1) then
            call mpi_gatherv(x_cc(0), m + 1, mpi_p, x_root_cc(0), recvcounts, displs, mpi_p, 0, mpi_comm_world, ierr)
 
            ! Binary database format
        else
            call mpi_gatherv(x_cb(0), m + 1, mpi_p, x_root_cb(0), recvcounts, displs, mpi_p, 0, mpi_comm_world, ierr)
 
            if (proc_rank == 0) x_root_cb(-1) = x_cb(-1)
        end if
#endif
 
    end subroutine s_mpi_defragment_1d_grid_variable
 
    !> Gather the Silo database metadata for the flow variable's extents to boost performance of the multidimensional visualization.
    !! @param q_sf Flow variable on a single computational sub-domain
    impure subroutine s_mpi_gather_data_extents(q_sf, data_extents)
 
        real(wp), dimension(:,:,:), intent(in)                  :: q_sf
        real(wp), dimension(1:2,0:num_procs - 1), intent(inout) :: data_extents
 
#ifdef MFC_MPI
        integer  :: ierr  !< Generic flag used to identify and report MPI errors
        real(wp) :: ext_temp(0:num_procs - 1)
 
        if (n > 0) then
            ! Multi-D: recvcounts = 1, so strided MPI_GATHERV works correctly Minimum flow variable extent
            call mpi_gatherv(minval(q_sf), 1, mpi_p, data_extents(1, 0), recvcounts, 2*displs, mpi_p, 0, mpi_comm_world, ierr)
 
            ! Maximum flow variable extent
            call mpi_gatherv(maxval(q_sf), 1, mpi_p, data_extents(2, 0), recvcounts, 2*displs, mpi_p, 0, mpi_comm_world, ierr)
        else
            ! 1D: recvcounts/displs are sized for grid defragmentation (m+1 per rank), not for scalar gathers. Use MPI_GATHER
            ! instead.
 
            ! Minimum flow variable extent
            call mpi_gather(minval(q_sf), 1, mpi_p, ext_temp, 1, mpi_p, 0, mpi_comm_world, ierr)
            if (proc_rank == 0) data_extents(1,:) = ext_temp
 
            ! Maximum flow variable extent
            call mpi_gather(maxval(q_sf), 1, mpi_p, ext_temp, 1, mpi_p, 0, mpi_comm_world, ierr)
            if (proc_rank == 0) data_extents(2,:) = ext_temp
        end if
#endif
 
    end subroutine s_mpi_gather_data_extents
 
    !> Gather the sub-domain flow variable data from all processors and reassemble it for the entire computational domain on the
    !! rank 0 processor. This is only done for 1D simulations.
    !! @param q_sf Flow variable on a single computational sub-domain
    !! @param q_root_sf Flow variable on the entire computational domain
    impure subroutine s_mpi_defragment_1d_flow_variable(q_sf, q_root_sf)
 
        real(wp), dimension(0:m), intent(in)    :: q_sf
        real(wp), dimension(0:m), intent(inout) :: q_root_sf
 
#ifdef MFC_MPI
        integer :: ierr  !< Generic flag used to identify and report MPI errors
        ! Gathering the sub-domain flow variable data from all the processes and putting it back together for the entire
        ! computational domain on the process with rank 0
 
        call mpi_gatherv(q_sf(0), m + 1, mpi_p, q_root_sf(0), recvcounts, displs, mpi_p, 0, mpi_comm_world, ierr)
#endif
 
    end subroutine s_mpi_defragment_1d_flow_variable
 
    !> Deallocation procedures for the module
    impure subroutine s_finalize_mpi_proxy_module
 
#ifdef MFC_MPI
        ! Deallocating the receive counts and the displacement vector variables used in variable-gather communication procedures
        if ((format == 1 .and. n > 0) .or. n == 0) then
            deallocate (recvcounts)
            deallocate (displs)
        end if
#endif
 
    end subroutine s_finalize_mpi_proxy_module
 
end module m_mpi_proxy