1# 1 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
6# 1 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 1
7# 1 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 1
8# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
9# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
10# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
11# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
12# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
13# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
15# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
16# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
17# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
19# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
20# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
23# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
24# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
25# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
27# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
28# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
30# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
32# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
34# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
36# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
38# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
40# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
42# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
44# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
46# 2 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
47# 1 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 1
48# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
49# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
50# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
51# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
52# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
53# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
55# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
56# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
57# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
59# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
60# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
63# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
64# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
65# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
67# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
68# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
70# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
72# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
74# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
76# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
78# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
80# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
82# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
84# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
86# 2 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 2
88# 4 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
89# 5 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
90# 6 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
91# 7 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
92# 8 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
94# 20 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
96# 49 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
98# 54 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
100# 59 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
102# 64 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
104# 69 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
106# 74 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
108# 87 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
110# 101 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
112# 106 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
114# 111 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
116# 116 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
118# 121 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
120# 126 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
122# 131 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
124# 136 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
126# 141 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
128# 171 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
130# 231 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
132# 245 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
134# 270 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
136# 281 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
138# 283 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
139# 294 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
141# 343 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
143# 353 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
145# 363 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
147# 372 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
149# 389 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
151# 399 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
153# 406 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
155# 412 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
157# 418 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
159# 424 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
161# 430 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
163# 436 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
165# 3 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
166# 1 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 1
167# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
168# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
169# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
170# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
171# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
172# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
174# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
175# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
176# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
178# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
179# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
182# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
183# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
184# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
186# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
187# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
189# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
191# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
193# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
195# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
197# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
199# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
201# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
203# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
205# 2 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 2
207# 7 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
209# 17 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
211# 22 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
213# 27 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
215# 32 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
217# 37 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
219# 42 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
221# 47 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
223# 52 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
225# 57 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
227# 62 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
229# 73 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
231# 78 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
233# 83 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
235# 88 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
237# 103 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
239# 131 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
241# 161 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
243# 176 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
245# 194 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
247# 216 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
249# 245 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
251# 260 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
253# 270 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
255# 279 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
257# 295 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
259# 305 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
261# 312 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
263# 4 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
266# 23 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
269# 44 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
272# 56 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
275# 113 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
278# 131 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
281# 146 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
284# 165 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
287# 191 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
290# 205 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
293# 217 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
296# 229 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
299# 240 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
302# 252 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
305# 264 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
308# 273 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
311# 280 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
314# 287 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
317# 294 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
320# 301 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
323# 308 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
325# 310 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
326# 311 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
328# 2 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 2
330# 14 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
335# 52 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
338# 72 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
341# 80 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
344# 104 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
347# 120 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
354# 140 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
357# 165 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
361# 171 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
363# 177 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
365# 184 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
367# 6 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp" 2
374 use mpi !< mpi-io for the parallel_io amr restart file
386 & s_amr_alloc_slot, s_amr_reconcile_slots, s_amr_assign_block_owners, s_set_amr_fine_geometry
400 integer,
intent(in) :: t_step
401 character(LEN=path_len + 3*name_len) :: file_loc
402 integer :: i,
k, wext(3)
405 open (2, file=trim(file_loc), form=
'unformatted', status=
'new')
427 integer,
intent(in) :: t_step
428 character(LEN=path_len + 3*name_len) :: file_loc
431 integer,
allocatable :: myown_all(:)
432 integer,
dimension(MPI_STATUS_SIZE) :: status
433 integer(kind=MPI_OFFSET_KIND) :: my_off, disp0, ddisp
434 integer(kind=MPI_OFFSET_KIND),
allocatable :: my_cnt_vec(:), my_off_vec(:), tot_cnt_vec(:)
435 logical :: file_exist
436 real(stp),
allocatable :: buf(:)
438 ibytes = storage_size(0)/8; sbytes = storage_size(0._stp)/8
440 inquire (file=trim(file_loc), exist=file_exist)
441 if (file_exist .and.
proc_rank == 0)
then
442 call mpi_file_delete(file_loc, mpi_info_int, ierr)
444 call mpi_file_open(mpi_comm_world, file_loc, ior(mpi_mode_wronly, mpi_mode_create), mpi_info_int, ifile, ierr)
446 if (ierr /= mpi_success)
call s_mpi_abort(
'amr restart write: MPI_FILE_OPEN failed for ' // trim(file_loc))
456 my_cnt_vec(
k) = int(cnt, mpi_offset_kind)
461 my_off_vec = int(0, mpi_offset_kind)
462 call mpi_exscan(my_cnt_vec, my_off_vec,
amr_num_blocks, mpi_offset, mpi_sum, mpi_comm_world, ierr)
463 if (
proc_rank == 0) my_off_vec = int(0, mpi_offset_kind)
464 call mpi_allreduce(my_cnt_vec, tot_cnt_vec,
amr_num_blocks, mpi_offset, mpi_sum, mpi_comm_world, ierr)
468 & mpi_comm_world, ierr)
470 cnt = int(my_cnt_vec(
k), kind(cnt))
471 my_off = my_off_vec(
k)
484 allocate (buf(max(cnt, 1)))
499 call mpi_file_write_at_all(ifile, ddisp + my_off*int(sbytes, mpi_offset_kind), buf, cnt*mpi_io_type, mpi_io_p, &
501 if (ierr /= mpi_success) &
502 &
call s_mpi_abort(
'amr restart write: data write failed (disk full/quota?); the file is unusable')
504 disp0 = ddisp + tot_cnt_vec(
k)*int(sbytes, mpi_offset_kind)
506 deallocate (my_cnt_vec, my_off_vec, tot_cnt_vec, myown_all)
508 call mpi_file_close(ifile, ierr)
509 if (ierr /= mpi_success)
call s_mpi_abort(
'amr restart write: MPI_FILE_CLOSE failed; the file may be truncated')
521 integer,
intent(in) :: t_step
524 if (.not. amr)
return
529# 166 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
530#if defined(MFC_OpenACC)
531# 166 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
533# 166 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
534#elif defined(MFC_OpenMP)
535# 166 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
537# 166 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
539# 167 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
544 if (.not. parallel_io)
then
558 integer,
intent(in) :: t_step
559 real(wp) :: sums(sys_size + 1, amr_max_level)
560 character(LEN=path_len + 2*name_len) :: file_loc
575 do l = 1, amr_max_level
576 sums(2:,
l) = sums(2:,
l)/max(sums(1,
l), 1._wp)
581 write (file_loc,
'(A,I6.6,A)') trim(case_dir) //
'/D/amr_levels.', t_step,
'.dat'
582 open (2, file=trim(file_loc), form=
'formatted', status=
'replace')
583 do l = 1, amr_max_level
584 write (2,
'(I0,*(1X,ES24.16E3))')
l, sums(:,
l)
596 logical,
intent(out) :: restored
597 character(LEN=path_len + 3*name_len) :: file_loc
598 logical :: file_exist
599 integer :: ts, have_loc, have_glb
602 if (.not. amr)
return
611 inquire (file=trim(file_loc), exist=file_exist)
612 have_loc = merge(1, 0, file_exist)
614 if (have_glb == 0)
call s_mpi_abort(
'amr restart: no AMR fine-level restart file ' // trim(file_loc) &
615 & //
' (missing on at ' //
'least one rank); the fine level cannot be restored')
617 if (parallel_io)
then
637 integer,
intent(in),
optional :: own(:)
640 if (
present(own))
then
645 call s_amr_reconcile_slots()
650 call s_amr_reduce_xchg_flag()
658 character(LEN=*),
intent(in) :: file_loc
660 logical,
allocatable :: had_data(:)
662 open (2, file=trim(file_loc), form=
'unformatted', action=
'read', status=
'old')
669 read (2) reg, lvl,
rm, rn, rp
671 had_data(
k) =
rm >= 0
672 if (.not. had_data(
k)) cycle
674 if (
rm /= (amr_ref_ratio**lvl)*(reg(4) - reg(1) + 1) - 1 .or. rn /= merge((amr_ref_ratio**lvl)*(reg(5) - reg(2) + 1) &
675 & - 1, 0,
n_glb > 0) .or. rp /= merge((amr_ref_ratio**lvl)*(reg(6) - reg(3) + 1) - 1, 0,
p_glb > 0))
then
676 call s_mpi_abort(
'amr restart: block fine extents disagree with the region (corrupt file)')
678 call s_amr_alloc_slot(
k)
687# 313 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
688#if defined(MFC_OpenACC)
689# 313 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
691# 313 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
692#elif defined(MFC_OpenMP)
693# 313 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
695# 313 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
697# 314 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
703 call s_mpi_abort(
'amr restart decomposition mismatch: the file''s block ownership differs from this' &
704 & //
' run''s (identical decomposition and rank count required)')
707 deallocate (had_data)
716 character(LEN=*),
intent(in) :: file_loc
719 integer :: i,
k, ghdr(
amr_restart_ghdr_ints), nblk, ifile, ierr, cnt, idx, fi, fj, fk
722 integer,
dimension(MPI_STATUS_SIZE) :: status
723 integer(kind=MPI_OFFSET_KIND) :: fsz
724 real(stp),
allocatable :: buf(:)
726 call mpi_file_open(mpi_comm_world, file_loc, mpi_mode_rdonly, mpi_info_int, ifile, ierr)
727 if (ierr /= mpi_success)
call s_mpi_abort(
'amr restart read: MPI_FILE_OPEN failed for ' // trim(file_loc))
729 call mpi_file_get_size(ifile, fsz, ierr)
730 call mpi_file_read_at_all(ifile, int(0, mpi_offset_kind), ghdr,
amr_restart_ghdr_ints, mpi_integer, status, ierr)
735 if (cat%end_disp /= fsz)
call s_mpi_abort(
'amr restart read: file size does not match the expected layout ' &
736 & //
'(truncated or corrupt amr restart file)')
751 if (abs(ghdr(1)) ==
num_procs .and. any(cat%own(:,
k) /= mown))
then
752 call s_mpi_abort(
'amr restart: the per-block owner/extent record in the file does not match ' &
753 & //
'this run''s decomposition; with the same rank count the ownership must match ' &
754 & //
'the run that wrote the restart')
757 allocate (buf(max(cnt, 1)))
759 call mpi_file_read_at_all(ifile, cat%data_disp(
k), buf, cnt*mpi_io_type, mpi_io_p, status, ierr)
775 call mpi_file_close(ifile, ierr)
782# 397 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
783#if defined(MFC_OpenACC)
784# 397 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
786# 397 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
787#elif defined(MFC_OpenMP)
788# 397 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
790# 397 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
792# 398 "/home/runner/work/MFC/MFC/src/simulation/m_amr_restart.fpp"
802 integer,
intent(in) :: nblk
804 if (nblk < 1 .or. nblk > amr_max_blocks)
then
805 call s_mpi_abort(
'amr restart: the file holds more fine blocks than amr_max_blocks ' &
806 & //
'in this run; restart with amr_max_blocks at least the written block count')
815 integer,
intent(in) ::
k, reg(6), lvl
817 if (reg(1) < 0 .or. reg(4) >
m_glb .or. reg(1) > reg(4) .or. (
n_glb > 0 .and. (reg(2) < 0 .or. reg(5) >
n_glb .or. reg(2) &
818 & > reg(5))) .or. (
p_glb > 0 .and. (reg(3) < 0 .or. reg(6) >
p_glb .or. reg(3) > reg(6))))
then
819 call s_mpi_abort(
'amr restart: corrupt block record (box outside the global domain)')
821 if (lvl < 1 .or. lvl > amr_max_level)
then
822 call s_mpi_abort(
'amr restart: corrupt block record (block level outside 1..amr_max_level)')
825 if (any(merge((amr_ref_ratio**lvl)*(reg(4:6) - reg(1:3) + 1) - 1 >
max_f, .false.,
amr_dim)))
then
826 call s_mpi_abort(
'amr restart: a block exceeds this rank count''s block cap; restart on no more ranks ' &
827 & //
'than wrote the checkpoint, or set amr_max_grid_size in both runs')
real(wp), intent(inout) rm
Rank decomposition, box arithmetic and block ownership (SFC cut, owner lookups, owned-block lists).
impure subroutine, public s_amr_adopt_block_owners(own)
Install a recorded owner table instead of recomputing it (restart at the writer's rank count): the co...
impure subroutine, public s_amr_assign_block_owners()
Dynamic regrid for the AMR level set: density-gradient tagging, clustering (m_amr_cluster),...
impure subroutine, public s_amr_check_seam_topology()
Abort on same-level seam topologies no halo reconciles: partial-transverse face adjacency or box inte...
The AMR fine-level restart file layout shared by m_amr_restart (writer/reader) and post_process's ove...
character(len=path_len+3 *name_len) function, public f_amr_restart_path(t_step)
The fine-level restart file for time step t_step: one file per rank without parallel_io,...
integer, parameter, public amr_restart_ghdr_ints
global header length (ints)
impure subroutine, public s_amr_restart_check_header(ghdr, nvar, who, nblk, ref_ratio, max_level)
Validate the global header: the rank count (serial files need a match), nvar, the stored word size an...
impure subroutine, public s_amr_restart_read_catalog(ifile, nblk, nvar, cat)
Read every block's header and ownership record from an open parallel_io file (rank 0 reads,...
AMR fine-level restart I/O: writes/reads the fine-level restart file alongside the level-0 restart (s...
impure subroutine s_amr_restart_check_record(k, reg, lvl)
Corrupt/foreign-file guard for block k's record (box outside the domain, level outside 1....
impure subroutine s_amr_write_level_sums(t_step)
Write D/amr_levels.<t_step>.dat: per refined level, its fine cell count and the mean of |q| over its ...
impure subroutine, public s_read_amr_restart(restored)
Restore the fine level from the AMR restart file at t_step_start (n_start under cfl_dt),...
impure subroutine s_amr_restart_write_parallel(t_step)
Parallel: one shared MPI-IO file.
impure subroutine, public s_write_amr_restart(t_step)
Write the fine-level restart file for save step t_step alongside the level-0 restart: the writing ran...
impure subroutine s_amr_restart_read_parallel(file_loc)
Parallel (MPI-IO) read. The writer's rank count sets only the file layout: each block's data is one c...
impure subroutine s_amr_restart_read_serial(file_loc)
Serial (per-rank files) read: every block's region, level and, where this rank owned it at write (rm ...
impure subroutine s_amr_restart_check_blocks(nblk)
The file's block count must fit this run's metadata.
impure subroutine s_amr_restart_write_serial(t_step)
Serial: one unformatted file per rank in the level-0 step directory just created by the serial write.
impure subroutine s_amr_restart_install_blocks(own)
Install the restored block set: owners from the regions (or the recorded table), this run's owned slo...
Module-scope AMR state (block pool, flat field store, wave buffers) and the leaf helpers every AMR mo...
type(t_level), dimension(:), allocatable amr_slots
Fixed pool of refined-block slots; the working slot amr_cur selects which one per-block routines oper...
integer, dimension(:), allocatable amr_loc_of
Dense local index for live slots: amr_slots is sparse over 1:amr_max_blocks, the field store is dense...
integer, dimension(3) max_f
Per-slot sizing: max fine cells per dim and the buffered array bounds. amr_slot_live(k): slot k's fie...
logical amr_seam_pairs_dirty
real(stp), dimension(:,:,:,:,:), allocatable amr_cons_st
Flat per-block field store (x, y, z, var, local slot) so one kernel can run over every live block; al...
Block-structured AMR: up to amr_max_blocks refined blocks (2:1 or 4:1 per amr_ref_ratio),...
Compile-time constant parameters: default values, tolerances, and physical constants.
integer, parameter amr_restart_blk_own_ints
AMR restart per-block ownership record [owner + 1, m, n, p]; owner + 1 keeps rank 0 distinct from an ...
integer, parameter amr_restart_blk_hdr_ints
AMR fine-level restart per-block header: region box (6) + amr_block_level (1); the writer and both re...
Writes solution data, run-time stability diagnostics (ICFL, VCFL, CCFL, Rc), and probe/center-of-mass...
impure subroutine, public s_create_d_dir()
Create case_dir/D on rank 0 if it does not exist.
Shared derived types for field data, patch geometry, bubble dynamics, and MPI I/O structures.
Global parameters for the computational domain, fluid properties, and simulation algorithm configurat...
integer, dimension(:,:), allocatable amr_region_lo_all
Per-slot mirrors (allocated 1:amr_max_blocks by m_amr): region box, rank intersection and ownership f...
integer proc_rank
Rank of the local processor.
integer(8) amr_mesh_epoch
Monotone mesh epoch, incremented wherever amr_seam_pairs_dirty is set and at the end of each slot rec...
integer, dimension(:,:), allocatable amr_region_hi_all
logical, dimension(:), allocatable amr_owns_all
integer, dimension(:), allocatable amr_block_level
Refinement level of each active block (1..amr_max_level) and the deepest level populated....
logical, dimension(3) amr_dim
The active dimensions, and this rank's coarse subdomain origin and extent padded to 3-vectors (0 in c...
integer num_procs
Number of processors.
integer amr_num_blocks
Number of active AMR fine-block slots (>= 1) and the working slot index selecting which one the per-b...
subroutine s_amr_select_slot(islot)
Make block slot islot the working slot: set amr_cur and copy its stored mirrors (region,...
MPI communication layer: domain decomposition, halo exchange, reductions, and parallel I/O setup.
impure subroutine s_mpi_abort(prnt, code)
The subroutine terminates the MPI execution environment.
impure subroutine s_mpi_allreduce_vectors_sum(var_loc, var_glb, num_vectors, vector_length)
Reduce an array of vectors to their global sums across all MPI ranks.
impure subroutine s_mpi_allreduce_integer_min(var_loc, var_glb)
Reduce a local integer value to its global minimum across all MPI ranks.
MPI halo exchange, domain decomposition, and buffer packing/unpacking for the simulation solver.
Every block's header, ownership record and data-chunk byte offset, read collectively by all ranks.