MFC
Exascale flow solver
Loading...
Searching...
No Matches
m_amr_nest.fpp.f90
Go to the documentation of this file.
1# 1 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
2!>
3!!@file
4!!@brief Contains module m_amr_nest
5
6# 1 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 1
7# 1 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 1
8# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
9# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
10# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
11# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
12# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
13# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
14
15# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
16# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
17# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
18
19# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
20# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
21! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
22! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
23# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
24# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
25# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
26
27# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
28# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
29
30# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
31
32# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
33
34# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
35
36# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
37
38# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
39
40# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
41
42# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
43
44# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
45! New line at end of file is required for FYPP
46# 2 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
47# 1 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 1
48# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
49# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
50# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
51# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
52# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
53# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
54
55# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
56# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
57# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
58
59# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
60# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
61! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
62! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
63# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
64# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
65# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
66
67# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
68# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
69
70# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
71
72# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
73
74# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
75
76# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
77
78# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
79
80# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
81
82# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
83
84# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
85! New line at end of file is required for FYPP
86# 2 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 2
87
88# 4 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
89# 5 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
90# 6 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
91# 7 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
92# 8 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
93
94# 20 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
95
96# 49 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
97
98# 54 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
99
100# 59 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
101
102# 64 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
103
104# 69 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
105
106# 74 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
107
108# 87 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
109
110# 101 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
111
112# 106 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
113
114# 111 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
115
116# 116 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
117
118# 121 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
119
120# 126 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
121
122# 131 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
123
124# 136 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
125
126# 141 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
127
128# 171 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
129
130# 231 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
131
132# 245 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
133
134# 270 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
135
136# 281 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
137
138# 283 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
139# 294 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
140
141# 343 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
142
143# 353 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
144
145# 363 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
146
147# 372 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
148
149# 389 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
150
151# 399 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
152
153# 406 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
154
155# 412 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
156
157# 418 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
158
159# 424 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
160
161# 430 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
162
163# 436 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
164! New line at end of file is required for FYPP
165# 3 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
166# 1 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 1
167# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
168# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
169# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
170# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
171# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
172# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
173
174# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
175# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
176# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
177
178# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
179# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
180! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
181! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
182# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
183# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
184# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
185
186# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
187# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
188
189# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
190
191# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
192
193# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
194
195# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
196
197# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
198
199# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
200
201# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
202
203# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
204! New line at end of file is required for FYPP
205# 2 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 2
206
207# 7 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
208
209# 17 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
210
211# 22 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
212
213# 27 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
214
215# 32 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
216
217# 37 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
218
219# 42 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
220
221# 47 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
222
223# 52 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
224
225# 57 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
226
227# 62 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
228
229# 73 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
230
231# 78 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
232
233# 83 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
234
235# 88 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
236
237# 103 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
238
239# 131 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
240
241# 161 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
242
243# 176 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
244
245# 194 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
246
247# 216 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
248
249# 245 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
250
251# 260 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
252
253# 270 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
254
255# 279 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
256
257# 295 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
258
259# 305 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
260
261# 312 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
262! New line at end of file is required for FYPP
263# 4 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
264
265! GPU parallel region (scalar reductions, maxval/minval)
266# 23 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
267
268! GPU parallel loop over threads (most common GPU macro)
269# 44 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
270
271! Required closing for GPU_PARALLEL_LOOP
272# 56 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
273
274! Mark routine for device compilation
275# 113 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
276
277! Declare device-resident data
278# 131 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
279
280! Inner loop within a GPU parallel region
281# 146 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
282
283! Scoped GPU data region
284# 165 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
285
286! Host code with device pointers (for MPI with GPU buffers)
287# 191 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
288
289! Allocate device memory (unscoped)
290# 205 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
291
292! Free device memory
293# 217 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
294
295! Atomic operation on device
296# 229 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
297
298! End atomic capture block
299# 240 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
300
301! Copy data between host and device
302# 252 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
303
304! Synchronization barrier
305# 264 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
306
307! Import GPU library module (openacc or omp_lib)
308# 273 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
309
310! Emit code only for AMD compiler
311# 280 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
312
313! Emit code for non-Cray compilers
314# 287 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
315
316! Emit code only for Cray compiler
317# 294 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
318
319! Cray compiler directive, emitted from Fypp so the formatter cannot turn it into a comment
320# 301 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
321
322! Emit code for non-NVIDIA compilers
323# 308 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
324
325# 310 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
326# 311 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
327! New line at end of file is required for FYPP
328# 2 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 2
329
330# 14 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
331
332! Caution: This macro requires the use of a binding script to set CUDA_VISIBLE_DEVICES, such that we have one GPU device per MPI
333! rank. That's because for both cudaMemAdvise (preferred location) and cudaMemPrefetchAsync we use location = device_id = 0. For an
334! example see misc/nvidia_uvm/bind.sh.
335# 52 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
336
337! Allocate and create GPU device memory
338# 72 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
339
340! Free GPU device memory and deallocate
341# 80 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
342
343! Cray-specific GPU pointer setup for vector fields
344# 104 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
345
346! Cray-specific GPU pointer setup for scalar fields
347# 120 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
348
349! Cray-specific GPU pointer teardown for scalar fields - exact inverse of ACC_SETUP_SFs. Removes the
350! present-table entries ACC_SETUP_SFs added (the scalar_field descriptor and its %sf copyin). REQUIRED when
351! an ACC_SETUP'd field is freed MID-RUN (e.g. AMR slot free on regrid/restart): Cray 'exit data delete'
352! decrements the reference counter, so the lone @:DEALLOCATE(arg%sf) only undoes the @:ALLOCATE create ref
353! and leaves the descriptor + the ACC_SETUP %sf copyin dangling. Call BEFORE @:DEALLOCATE(arg%sf).
354# 140 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
355
356! Cray-specific GPU pointer setup for acoustic source spatials
357# 165 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
358
359! Whether stress index idx is a shear component. Spelled out because NVHPC 26.9 at -O2 vectorizes any(idx == shear_indices)
360! inside a loop to always true, which doubled the normal-stress elastic energy.
361# 171 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
362
363# 177 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
364
365# 184 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
366! New line at end of file is required for FYPP
367# 6 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp" 2
368
369!> @brief Hierarchical child nesting for AMR regrid: each level's children are tagged by the density-gradient sensor on the old
370!! parent-level fine solution, clustered, and replayed in rank-invariant order. Also holds the shared tag sensor.
372
373#ifdef MFC_MPI
374 use mpi
375#endif
376
381 use m_amr, only: amr_slots, amr_cons_st, amr_loc_of, amr_my_blk, amr_n_my, s_amr_refresh_my_blocks, amr_maxc_fit, &
382 & amr_cpat_mar, s_amr_body_bbox, s_amr_expand_box_over_bodies, s_amr_tile_box, f_amr_boxes_overlap
383
384 implicit none
385
386 private
388
389 !> Nested children were dropped for lack of block capacity (warn once per regrid)
390 logical :: amr_child_dropped = .false.
391
392contains
393
394 !> Grow the pack buffers sidx/skb geometrically to hold nloc+extra entries, preserving the first nloc.
395 impure subroutine s_amr_grow_pack(sidx, skb, nloc, extra)
396
397 integer(8), allocatable, intent(inout) :: sidx(:)
398 integer, allocatable, intent(inout) :: skb(:)
399 integer, intent(in) :: nloc, extra
400 integer :: cap, newcap
401 integer(8), allocatable :: t8(:)
402 integer, allocatable :: ti(:)
403
404 cap = 0
405 if (allocated(sidx)) cap = size(sidx)
406 if (nloc + extra <= cap) return
407 newcap = max(2*cap, max(nloc + extra, 1024))
408 allocate (t8(newcap), ti(newcap))
409 if (nloc > 0) then
410 t8(1:nloc) = sidx(1:nloc)
411 ti(1:nloc) = skb(1:nloc)
412 end if
413 call move_alloc(t8, sidx)
414 call move_alloc(ti, skb)
415
416 end subroutine s_amr_grow_pack
417
418 !> Append this rank's tagged cells of child window [mlo:mhi] as (int8 linear index, parent kb) pairs; the encode matches the
419 !! s_amr_nest_window_tags decode. gwin is not modified.
420 impure subroutine s_amr_pack_gwin_pairs(gwin, mlo, mhi, mg, ng, kb, sidx, skb, nloc)
421
422 integer, intent(in) :: mlo(3), mhi(3), mg, ng, kb
423 logical, intent(in) :: gwin(mlo(1):,mlo(2):,mlo(3):)
424 integer(8), allocatable, intent(inout) :: sidx(:)
425 integer, allocatable, intent(inout) :: skb(:)
426 integer, intent(inout) :: nloc
427 integer :: gi, gj, gk
428
429 do gk = mlo(3), mhi(3)
430 do gj = mlo(2), mhi(2)
431 do gi = mlo(1), mhi(1)
432 if (.not. gwin(gi, gj, gk)) cycle
433 call s_amr_grow_pack(sidx, skb, nloc, 1)
434 nloc = nloc + 1
435 sidx(nloc) = int(gi, 8) + int(mg + 1, 8)*(int(gj, 8) + int(ng + 1, 8)*int(gk, 8))
436 skb(nloc) = kb
437 end do
438 end do
439 end do
440
441 end subroutine s_amr_pack_gwin_pairs
442
443 !> Regrid phase 3b: nest child boxes inside each level-(l-1) box for l = 2..amr_max_level (parents first) and set box_level. A
444 !! child's extent is the density-gradient sensor on the old parent-level fine solution, coarsened and clustered; a new region
445 !! with no fine data gets a centred inset.
446 !!
447 !! Per level: pass 1 tags each parent's window from owned old blocks and packs (index, kb) pairs; an alltoall routes them to the
448 !! parent's round-robin owner; pass 2 rebuilds the window and clusters it into children; an allgatherv plus a stable sort by kb
449 !! replays the children in serial order, so the list and its truncation are rank-invariant. IB nesting is np=1 only.
450 impure subroutine s_amr_regrid_nest_children(boxes, nboxes, box_level)
451
452 type(t_box), allocatable, intent(inout) :: boxes(:)
453 integer, intent(inout) :: nboxes, box_level(:)
454 type(t_box), allocatable :: grown(:)
455 integer :: lev, plo, phi, newlo, kb, ob, jch, nloc_send, ntot_g, nmych, ntot_ch, nct
456 integer :: mlo(3), mhi(3)
457 integer, allocatable :: mlo_all(:,:), mhi_all(:,:), powner(:), mych(:,:), gch(:,:), chord(:)
458 integer, allocatable :: skb(:), gkb(:), ctags(:,:)
459 integer(8), allocatable :: sidx(:), gidx(:)
460 logical, allocatable :: mine(:), covered(:), gwin(:,:,:)
461
462 box_level(1:nboxes) = 1
463 if (amr_max_level < 2) return
464 amr_child_dropped = .false.
465
466 ! grow to amr_max_blocks for the appends (the IB path leaves boxes at the cluster count)
467 if (size(boxes) < amr_max_blocks) then
468 allocate (grown(amr_max_blocks)); grown(1:nboxes) = boxes(1:nboxes); call move_alloc(grown, boxes)
469 end if
470 ! host-refresh the old blocks: the sensor reads the flat store on the host, stale until the stash's update
471 do ob = 1, amr_num_blocks
472 if (.not. amr_owns_all(ob)) cycle
473
474# 111 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
475#if defined(MFC_OpenACC)
476# 111 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
477!$acc update host(amr_cons_st(:, :, :, :, amr_loc_of(ob)))
478# 111 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
479#elif defined(MFC_OpenMP)
480# 111 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
481!$omp target update from(amr_cons_st(:, :, :, :, amr_loc_of(ob)))
482# 111 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
483#endif
484# 112 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
485 end do
486 call s_amr_refresh_my_blocks()
487
488 plo = 1; phi = nboxes ! parents
489 do lev = 2, amr_max_level
490 if (phi < plo) exit
491 newlo = nboxes + 1
492 allocate (covered(plo:phi), mine(plo:phi), mlo_all(3,plo:phi), mhi_all(3,plo:phi), powner(plo:phi), mych(7, &
493 & amr_max_blocks))
494 call s_amr_nest_mark_parents(boxes, plo, phi, lev, mine, covered)
495 do kb = plo, phi
496 powner(kb) = mod(kb - plo, max(num_procs, 1))
497 call s_amr_nest_window(boxes(kb), mlo_all(:,kb), mhi_all(:,kb))
498 end do
499
500 ! pass 1: build a window only where this rank holds an overlapping old block (IB: the owner also builds one for the
501 ! body)
502 nloc_send = 0
503 do kb = plo, phi
504 mlo = mlo_all(:,kb); mhi = mhi_all(:,kb)
505 if (f_amr_nest_window_empty(mlo, mhi)) cycle
506 if (.not. (mine(kb) .or. (ib .and. powner(kb) == proc_rank))) cycle
507 allocate (gwin(mlo(1):mhi(1),mlo(2):mhi(2),mlo(3):mhi(3)))
508 call s_amr_nest_tag_parent(boxes(kb), lev, mlo, mhi, gwin, covered(kb))
509 call s_amr_pack_gwin_pairs(gwin, mlo, mhi, m_glb, n_glb, kb, sidx, skb, nloc_send)
510 deallocate (gwin)
511 end do
512 call s_amr_nest_route_pairs(powner, plo, sidx, skb, nloc_send, gidx, gkb, ntot_g)
513
514 ! pass 2: own parents only
515 nmych = 0
516 do kb = plo, phi
517 if (powner(kb) /= proc_rank) cycle
518 if (nmych + 1 > amr_max_blocks) exit
519 mlo = mlo_all(:,kb); mhi = mhi_all(:,kb)
520 if (f_amr_nest_window_empty(mlo, mhi)) cycle
521 call s_amr_nest_window_tags(kb, mlo, mhi, gidx, gkb, ntot_g, ctags, nct)
522 if (.not. covered(kb)) then
523 call s_amr_nest_inset_child(boxes(kb), lev, kb, mych, nmych)
524 else if (nct > 0) then
525 call s_amr_nest_cluster_children(ctags, nct, mlo, mhi, lev, kb, mych, nmych)
526 end if
527 deallocate (ctags)
528 end do
529
530 call s_amr_nest_gather_children(mych, nmych, plo, phi, gch, chord, ntot_ch)
531 do jch = 1, ntot_ch
532 if (nboxes + 1 > amr_max_blocks) exit ! canonical order gives the same truncation
533 nboxes = nboxes + 1
534 boxes(nboxes)%lo = gch(1:3,chord(jch)); boxes(nboxes)%hi = gch(4:6,chord(jch)); box_level(nboxes) = lev
535 end do
536 deallocate (gch, chord, powner, mych, gidx, gkb, covered, mine, mlo_all, mhi_all)
537 plo = newlo; phi = nboxes
538 end do
539 if (nboxes >= amr_max_blocks .and. proc_rank == 0) print '(A)', &
540 & ' [amr] NOTE: block pool full during multi-level nesting; some boxes were not refined further'
541
542 end subroutine s_amr_regrid_nest_children
543
544 !> mine(kb): this rank holds a level-(lev-1) block overlapping parent kb; covered(kb): any rank does (one LOR; every block has
545 !! one owner).
546 impure subroutine s_amr_nest_mark_parents(boxes, plo, phi, lev, mine, covered)
547
548 type(t_box), intent(in) :: boxes(:)
549 integer, intent(in) :: plo, phi, lev
550 logical, intent(out) :: mine(plo:), covered(plo:)
551 integer :: obi, ob, kb
552
553#ifdef MFC_MPI
554 integer :: ierr
555#endif
556
557 mine = .false.
558 do obi = 1, amr_n_my
559 ob = amr_my_blk(obi)
560 if (amr_block_level(ob) /= lev - 1) cycle
561 do kb = plo, phi
562 if (f_amr_boxes_overlap(boxes(kb)%lo, boxes(kb)%hi, amr_region_lo_all(:,ob), amr_region_hi_all(:, &
563 & ob))) mine(kb) = .true.
564 end do
565 end do
566 covered = mine
567#ifdef MFC_MPI
568 if (num_procs > 1) call mpi_allreduce(mpi_in_place, covered, phi - plo + 1, mpi_logical, mpi_lor, mpi_comm_world, ierr)
569#endif
570
571 end subroutine s_amr_nest_mark_parents
572
573 !> The nesting window of a parent: its box inset by amr_cpat_mar, so a child's ghost prolongation reads valid parent interior.
574 pure subroutine s_amr_nest_window(box, mlo, mhi)
575
576 type(t_box), intent(in) :: box
577 integer, intent(out) :: mlo(3), mhi(3)
578
579 mlo = box%lo + merge(amr_cpat_mar, 0, amr_dim); mhi = box%hi - merge(amr_cpat_mar, 0, amr_dim)
580
581 end subroutine s_amr_nest_window
582
583 !> Too small to nest a child in some active dimension.
584 pure logical function f_amr_nest_window_empty(lo, hi) result(e)
585
586 integer, intent(in) :: lo(3), hi(3)
587
588 e = any(amr_dim .and. hi < lo)
589
590 end function f_amr_nest_window_empty
591
592 !> Pass 1 for one parent: tag its window from owned level-(lev-1) blocks (amr_block_level still holds the old levels). IB: also
593 !! mark the body bbox with margin max(amr_buf, 4) + amr_cpat_mar, so the clamp to the window keeps a full image-point stencil.
594 impure subroutine s_amr_nest_tag_parent(box, lev, mlo, mhi, gwin, covered)
595
596 type(t_box), intent(in) :: box
597 integer, intent(in) :: lev, mlo(3), mhi(3)
598 logical, intent(out) :: gwin(mlo(1):,mlo(2):,mlo(3):)
599 logical, intent(inout) :: covered
600 integer :: obi, ob, ib_i, bb_lo(3), bb_hi(3)
601 logical :: any_tag
602
603 gwin = .false.; any_tag = .false.
604 do obi = 1, amr_n_my
605 ob = amr_my_blk(obi)
606 if (amr_block_level(ob) /= lev - 1) cycle
607 if (.not. f_amr_boxes_overlap(box%lo, box%hi, amr_region_lo_all(:,ob), amr_region_hi_all(:,ob))) cycle
608 call s_amr_tag_child_from_fine(ob, mlo, mhi, gwin, any_tag)
609 end do
610 if (.not. ib) return
611 do ib_i = 1, num_ibs
612 call s_amr_body_bbox(ib_i, max(amr_buf, 4) + amr_cpat_mar, bb_lo, bb_hi)
613 bb_lo = max(bb_lo, mlo); bb_hi = min(bb_hi, mhi)
614 if (f_amr_nest_window_empty(bb_lo, bb_hi)) cycle
615 covered = .true.
616 gwin(bb_lo(1):bb_hi(1),bb_lo(2):bb_hi(2),bb_lo(3):bb_hi(3)) = .true.
617 end do
618
619 end subroutine s_amr_nest_tag_parent
620
621 !> Route each parent's (index, kb) pairs to its clustering owner with a stable counting sort by owner. Serial: the send list is
622 !! the gathered list.
623 impure subroutine s_amr_nest_route_pairs(powner, plo, sidx, skb, nloc, gidx, gkb, ntot)
624
625 integer, intent(in) :: plo, powner(plo:)
626 integer(8), allocatable, intent(inout) :: sidx(:)
627 integer, allocatable, intent(inout) :: skb(:)
628 integer, intent(in) :: nloc
629 integer(8), allocatable, intent(out) :: gidx(:)
630 integer, allocatable, intent(out) :: gkb(:)
631 integer, intent(out) :: ntot
632
633#ifdef MFC_MPI
634 integer :: i, ip, ierr
635 integer, allocatable :: rcnt(:), rdsp(:), scnt(:), sdsp(:), phead(:), pord(:), tkb(:)
636 integer(8), allocatable :: tidx(:)
637#endif
638
639 if (.not. allocated(sidx)) allocate (sidx(0), skb(0)) ! this rank owned no tags at this level
640#ifdef MFC_MPI
641 if (num_procs > 1) then
642 allocate (rcnt(num_procs), rdsp(num_procs), scnt(num_procs), sdsp(num_procs), phead(num_procs), pord(max(nloc, 1)))
643 allocate (tidx(max(nloc, 1)), tkb(max(nloc, 1)))
644 phead = 0
645 do i = 1, nloc
646 ip = powner(skb(i)) + 1; phead(ip) = phead(ip) + 1
647 end do
648 scnt = phead
649 sdsp(1) = 0
650 do ip = 2, num_procs
651 sdsp(ip) = sdsp(ip - 1) + scnt(ip - 1)
652 end do
653 phead = sdsp + 1
654 do i = 1, nloc
655 ip = powner(skb(i)) + 1; pord(phead(ip)) = i; phead(ip) = phead(ip) + 1
656 end do
657 do i = 1, nloc
658 tidx(i) = sidx(pord(i)); tkb(i) = skb(pord(i))
659 end do
660 call mpi_alltoall(scnt, 1, mpi_integer, rcnt, 1, mpi_integer, mpi_comm_world, ierr)
661 rdsp(1) = 0
662 do ip = 2, num_procs
663 rdsp(ip) = rdsp(ip - 1) + rcnt(ip - 1)
664 end do
665 ntot = rdsp(num_procs) + rcnt(num_procs)
666 allocate (gidx(max(ntot, 1)), gkb(max(ntot, 1)))
667 call mpi_alltoallv(tidx, scnt, sdsp, mpi_integer8, gidx, rcnt, rdsp, mpi_integer8, mpi_comm_world, ierr)
668 call mpi_alltoallv(tkb, scnt, sdsp, mpi_integer, gkb, rcnt, rdsp, mpi_integer, mpi_comm_world, ierr)
669 deallocate (sidx, skb)
670 return
671 end if
672#endif
673 call move_alloc(sidx, gidx); call move_alloc(skb, gkb)
674 ntot = nloc
675
676 end subroutine s_amr_nest_route_pairs
677
678 !> Pass 2 for one parent: rebuild its dense window from the routed pairs with gkb == kb (dedups replicated tags) and extract the
679 !! tags in (k,j,i) order. The int8 decode matches s_amr_pack_gwin_pairs.
680 impure subroutine s_amr_nest_window_tags(kb, mlo, mhi, gidx, gkb, ntot, ctags, nct)
681
682 integer, intent(in) :: kb, mlo(3), mhi(3), ntot, gkb(:)
683 integer(8), intent(in) :: gidx(:)
684 integer, allocatable, intent(out) :: ctags(:,:)
685 integer, intent(out) :: nct
686 logical, allocatable :: gwin(:,:,:)
687 integer :: i, gi, gj, gk
688 integer(8) :: jrem
689
690 allocate (gwin(mlo(1):mhi(1),mlo(2):mhi(2),mlo(3):mhi(3)))
691 gwin = .false.
692 do i = 1, ntot
693 if (gkb(i) /= kb) cycle
694 gk = int(gidx(i)/(int(m_glb + 1, 8)*int(n_glb + 1, 8)))
695 jrem = gidx(i) - int(gk, 8)*int(m_glb + 1, 8)*int(n_glb + 1, 8)
696 gj = int(jrem/int(m_glb + 1, 8))
697 gi = int(jrem - int(gj, 8)*int(m_glb + 1, 8))
698 gwin(gi, gj, gk) = .true.
699 end do
700 nct = count(gwin)
701 allocate (ctags(3, max(nct, 1)))
702 nct = 0
703 do gk = mlo(3), mhi(3); do gj = mlo(2), mhi(2); do gi = mlo(1), mhi(1)
704 if (gwin(gi, gj, gk)) then
705 nct = nct + 1
706 ctags(1, nct) = gi; ctags(2, nct) = gj; ctags(3, nct) = gk
707 end if
708 end do; end do; end do
709
710 end subroutine s_amr_nest_window_tags
711
712 !> Cluster a parent's tagged cells into children, padded by amr_buf and clamped into the nesting window. IB: expand over bodies
713 !! and re-clamp (the window already holds the body plus margin).
714 impure subroutine s_amr_nest_cluster_children(ctags, nct, mlo, mhi, lev, kb, mych, nmych)
715
716 integer, intent(inout) :: ctags(:,:), mych(:,:), nmych
717 integer, intent(in) :: nct, mlo(3), mhi(3), lev, kb
718 type(t_box), allocatable :: cboxes(:)
719 integer :: ncb, kc, clo(3), chi(3)
720
721 call s_amr_cluster(ctags, nct, cboxes, ncb, .false.)
722 do kc = 1, ncb
723 clo = cboxes(kc)%lo; chi = cboxes(kc)%hi
724 call s_amr_nest_clamp(clo, chi, mlo, mhi, amr_buf)
725 if (ib) then
726 call s_amr_expand_box_over_bodies(clo, chi)
727 call s_amr_nest_clamp(clo, chi, mlo, mhi, 0)
728 end if
729 call s_amr_nest_emit(clo, chi, lev, kb, mych, nmych)
730 end do
731 if (allocated(cboxes)) deallocate (cboxes)
732
733 end subroutine s_amr_nest_cluster_children
734
735 !> Brand-new region (no old fine data yet): a centred inset so the child still appears this regrid.
736 impure subroutine s_amr_nest_inset_child(box, lev, kb, mych, nmych)
737
738 type(t_box), intent(in) :: box
739 integer, intent(in) :: lev, kb
740 integer, intent(inout) :: mych(:,:), nmych
741 integer :: ins(3), clo(3), chi(3)
742
743 ins = merge(max((box%hi - box%lo + 1)/4, amr_cpat_mar), 0, amr_dim)
744 clo = box%lo + ins; chi = box%hi - ins
745 if (f_amr_nest_window_empty(clo, chi)) return
746 call s_amr_nest_emit(clo, chi, lev, kb, mych, nmych)
747
748 end subroutine s_amr_nest_inset_child
749
750 !> Pad a child by `pad` and clamp it into the nesting window; collapsed dims are pinned to 0.
751 pure subroutine s_amr_nest_clamp(clo, chi, mlo, mhi, pad)
752
753 integer, intent(inout) :: clo(3), chi(3)
754 integer, intent(in) :: mlo(3), mhi(3), pad
755
756 clo = merge(max(clo - pad, mlo), 0, amr_dim); chi = merge(min(chi + pad, mhi), 0, amr_dim)
757
758 end subroutine s_amr_nest_clamp
759
760 !> Tile a child to the level's slot cap, amr_maxc_fit/amr_ref_ratio**(lev-1) coarse cells, and append the tiles to this rank's
761 !! list.
762 impure subroutine s_amr_nest_emit(clo, chi, lev, kb, mych, nmych)
763
764 integer, intent(in) :: clo(3), chi(3), lev, kb
765 integer, intent(inout) :: mych(:,:), nmych
766 type(t_box) :: tiles(amr_max_blocks)
767 integer :: nt, capped, it
768
769 nt = 0; capped = 0
770 call s_amr_tile_box(clo, chi, tiles, nt, amr_max_blocks, capped, amr_maxc_fit/amr_ref_ratio**(lev - 1))
771 do it = 1, nt
772 if (nmych + 1 > amr_max_blocks) then
773 ! refinement is dropped: warn once
774 if (.not. amr_child_dropped) then
775 write (0, '(A,I0,A)') ' [amr] WARNING: nested refinement dropped, box capacity amr_max_blocks = ', &
776 & amr_max_blocks, ' reached; raise amr_max_blocks'
777 amr_child_dropped = .true.
778 end if
779 exit
780 end if
781 nmych = nmych + 1
782 mych(1:3,nmych) = tiles(it)%lo; mych(4:6,nmych) = tiles(it)%hi; mych(7, nmych) = kb
783 end do
784
785 end subroutine s_amr_nest_emit
786
787 !> Assemble every rank's children (7 ints each: lo, hi, parent kb) and order them by parent kb with a stable counting sort:
788 !! chord(1:ntot) indexes gch in the canonical (kb ascending, emission) order.
789 impure subroutine s_amr_nest_gather_children(mych, nmych, plo, phi, gch, chord, ntot)
790
791 integer, intent(in) :: mych(:,:), nmych, plo, phi
792 integer, allocatable, intent(out) :: gch(:,:), chord(:)
793 integer, intent(out) :: ntot
794 integer, allocatable :: chhead(:)
795 integer :: ich, jch, kb
796
797#ifdef MFC_MPI
798 integer :: ip, ierr
799 integer, allocatable :: rcnt(:), rdsp(:)
800
801 if (num_procs > 1) then
802 allocate (rcnt(num_procs), rdsp(num_procs))
803 call mpi_allgather(nmych, 1, mpi_integer, rcnt, 1, mpi_integer, mpi_comm_world, ierr)
804 rdsp(1) = 0
805 do ip = 2, num_procs
806 rdsp(ip) = rdsp(ip - 1) + rcnt(ip - 1)
807 end do
808 ntot = rdsp(num_procs) + rcnt(num_procs)
809 allocate (gch(7, max(ntot, 1)))
810 rcnt = rcnt*7; rdsp = rdsp*7
811 call mpi_allgatherv(mych, nmych*7, mpi_integer, gch, rcnt, rdsp, mpi_integer, mpi_comm_world, ierr)
812 else
813#endif
814 ntot = nmych
815 allocate (gch(7, max(ntot, 1))); gch(:,1:ntot) = mych(:,1:ntot)
816#ifdef MFC_MPI
817 end if
818#endif
819 allocate (chhead(plo:phi), chord(max(ntot, 1)))
820 chhead = 0
821 do ich = 1, ntot
822 chhead(gch(7, ich)) = chhead(gch(7, ich)) + 1
823 end do
824 jch = 1
825 do kb = plo, phi
826 ich = chhead(kb); chhead(kb) = jch; jch = jch + ich
827 end do
828 do ich = 1, ntot
829 kb = gch(7, ich)
830 chord(chhead(kb)) = ich; chhead(kb) = chhead(kb) + 1
831 end do
832
833 end subroutine s_amr_nest_gather_children
834
835 !> Sensor-on-fine child tagging: OR the density-gradient tags of an old fine block into an L0 tag grid over a parent window.
836 !! Reads the flat store on the host (caller refreshes it); one-sided differences at the fine edges avoid stale ghosts.
837 impure subroutine s_amr_tag_child_from_fine(ob, win_lo, win_hi, ctag, any_tag)
838
839 integer, intent(in) :: ob, win_lo(3), win_hi(3)
840 logical, intent(inout) :: ctag(win_lo(1):,win_lo(2):,win_lo(3):)
841 logical, intent(inout) :: any_tag
842 integer :: rr, ci, cj, ck, fi, fj, fk, d1, d2, d3, fm1, fm2, fm3, olo(3), lo(3), hi(3)
843 real(wp) :: g
844 logical :: tagged
845
846 rr = amr_slots(ob)%amr_ref_ratio
847 olo = amr_region_lo_all(:,ob)
848 fm1 = amr_slots(ob)%m; fm2 = amr_slots(ob)%n; fm3 = amr_slots(ob)%p
849 lo = merge(max(win_lo, amr_region_lo_all(:,ob)), 0, amr_dim); hi = merge(min(win_hi, amr_region_hi_all(:,ob)), 0, amr_dim)
850 do ck = lo(3), hi(3)
851 do cj = lo(2), hi(2)
852 do ci = lo(1), hi(1)
853 tagged = .false.
854 do d3 = 0, merge(rr - 1, 0, p_glb > 0)
855 fk = (ck - olo(3))*rr + d3
856 do d2 = 0, merge(rr - 1, 0, n_glb > 0)
857 fj = (cj - olo(2))*rr + d2
858 do d1 = 0, rr - 1
859 fi = (ci - olo(1))*rr + d1
860 g = f_amr_tag_grad_st(amr_loc_of(ob), fi, fj, fk, fm1, fm2, fm3)
861 if (g > amr_tag_eps) tagged = .true.
862 end do
863 end do
864 end do
865 if (tagged) then
866 ctag(ci, cj, ck) = .true.
867 any_tag = .true.
868 end if
869 end do
870 end do
871 end do
872
873 end subroutine s_amr_tag_child_from_fine
874
875 !> The tagged variable at one cell (amr_tag_var): 1 total density (sum of the continuity variables), 2 volume fraction of fluid
876 !! 1, 3 velocity magnitude, 4 pressure (five-equation mixture). `_st` reads the flat store, `_sf` the level-0 field.
877# 505 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
878# 506 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
879# 507 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
880# 508 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
881# 509 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
882 function f_amr_tag_val_st(loc, ci, cj, ck) result(r)
883# 510 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
884
885# 512 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
886 integer, intent(in) :: loc !< flat-store slot
887# 516 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
888 integer, intent(in) :: ci, cj, ck
889 real(wp) :: r, u2, gam, pinf, qv
890 integer :: f
891# 522 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
892 real(wp), dimension(num_fluids) :: ar, al
893# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
894
895 r = 0._wp
896 if (amr_tag_var == 2) then
897 r = real(amr_cons_st(ci, cj, ck, eqn_idx%adv%beg, loc), wp)
898# 528 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
899 return
900 end if
901 do f = eqn_idx%cont%beg, eqn_idx%cont%end
902 r = r + real(amr_cons_st(ci, cj, ck, f, loc), wp)
903# 532 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
904 end do
905 if (amr_tag_var < 3) return
906 u2 = 0._wp
907 do f = eqn_idx%mom%beg, eqn_idx%mom%end
908 u2 = u2 + real(amr_cons_st(ci, cj, ck, f, loc), wp)**2
909# 537 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
910 end do
911 if (amr_tag_var == 3) then
912 r = sqrt(u2)/max(r, 1.e-30_wp)
913 return
914 end if
915 ar = 0._wp; al = 0._wp
916 do f = 1, num_fluids
917 ar(f) = real(amr_cons_st(ci, cj, ck, eqn_idx%cont%beg + f - 1, loc), wp)
918# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
919 al(f) = real(amr_cons_st(ci, cj, ck, eqn_idx%adv%beg + f - 1, loc), wp)
920# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
921 end do
922 call s_compute_mixture_coefficients(ar, al, r, gam, pinf, qv)
923 r = f_pressure(real(amr_cons_st(ci, cj, ck, eqn_idx%E, loc), wp) - 0.5_wp*u2/max(r, 1.e-30_wp), gam, pinf, qv)
924# 549 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
925
926 end function f_amr_tag_val_st
927# 551 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
928# 505 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
929# 506 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
930# 507 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
931# 508 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
932# 509 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
933 function f_amr_tag_val_sf(q, ci, cj, ck) result(r)
934# 510 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
935
936# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
937 type(scalar_field), dimension(:), intent(in) :: q
938# 516 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
939 integer, intent(in) :: ci, cj, ck
940 real(wp) :: r, u2, gam, pinf, qv
941 integer :: f
942# 522 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
943 real(wp), dimension(num_fluids) :: ar, al
944# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
945
946 r = 0._wp
947 if (amr_tag_var == 2) then
948 r = real(q(eqn_idx%adv%beg)%sf(ci, cj, ck), wp)
949# 528 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
950 return
951 end if
952 do f = eqn_idx%cont%beg, eqn_idx%cont%end
953 r = r + real(q(f)%sf(ci, cj, ck), wp)
954# 532 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
955 end do
956 if (amr_tag_var < 3) return
957 u2 = 0._wp
958 do f = eqn_idx%mom%beg, eqn_idx%mom%end
959 u2 = u2 + real(q(f)%sf(ci, cj, ck), wp)**2
960# 537 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
961 end do
962 if (amr_tag_var == 3) then
963 r = sqrt(u2)/max(r, 1.e-30_wp)
964 return
965 end if
966 ar = 0._wp; al = 0._wp
967 do f = 1, num_fluids
968 ar(f) = real(q(eqn_idx%cont%beg + f - 1)%sf(ci, cj, ck), wp)
969# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
970 al(f) = real(q(eqn_idx%adv%beg + f - 1)%sf(ci, cj, ck), wp)
971# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
972 end do
973 call s_compute_mixture_coefficients(ar, al, r, gam, pinf, qv)
974 r = f_pressure(real(q(eqn_idx%E)%sf(ci, cj, ck), wp) - 0.5_wp*u2/max(r, 1.e-30_wp), gam, pinf, qv)
975# 549 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
976
977 end function f_amr_tag_val_sf
978# 551 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
979# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_nest.fpp"
980
981 !> Tag indicator (jump of the amr_tag_var variable) at one cell of a block in the flat store, max over the active dimensions.
982 !! The stencil is clamped to the block (fm1:fm3 = block extents) since its ghosts are stale.
983 function f_amr_tag_grad_st(loc, ci, cj, ck, fm1, fm2, fm3) result(g)
984
985 integer, intent(in) :: loc, fm1, fm2, fm3
986 integer, intent(in) :: ci, cj, ck
987 real(wp) :: g, r0
988 integer :: ip(3), im(3)
989
990 ip = min([ci, cj, ck] + 1, [fm1, fm2, fm3]); im = max([ci, cj, ck] - 1, 0)
991 r0 = f_amr_tag_val_st(loc, ci, cj, ck)
992 g = f_amr_tag_ind(f_amr_tag_val_st(loc, ip(1), cj, ck), r0, f_amr_tag_val_st(loc, im(1), cj, ck))
993 if (n_glb > 0) g = max(g, f_amr_tag_ind(f_amr_tag_val_st(loc, ci, ip(2), ck), r0, f_amr_tag_val_st(loc, ci, im(2), ck)))
994 if (p_glb > 0) g = max(g, f_amr_tag_ind(f_amr_tag_val_st(loc, ci, cj, ip(3)), r0, f_amr_tag_val_st(loc, ci, cj, im(3))))
995
996 end function f_amr_tag_grad_st
997
998 !> Tag indicator from the tagged variable at i+1, i, i-1: central difference over 2*r_i, or with amr_tag_abs the larger absolute
999 !! face jump.
1000 pure real(wp) function f_amr_tag_ind(rp, r0, rm) result(v)
1001 real(wp), intent(in) :: rp, r0, rm
1002
1003 if (amr_tag_abs) then
1004 v = max(abs(rp - r0), abs(r0 - rm))
1005 else
1006 v = abs(rp - rm)/(2._wp*max(abs(r0), 1.e-30_wp))
1007 end if
1008
1009 end function f_amr_tag_ind
1010
1011end module m_amr_nest
real(wp), intent(inout) rm
Berger-Rigoutsos clustering of a sparse tag list into separated block boxes, identically on every ran...
integer, dimension(:), allocatable rcnt
impure subroutine, public s_amr_cluster(tags, ntag_in, boxes, nboxes, reduce)
Cluster a sparse tag list tags(1:3, 1:ntag_in) of level-0 cell coords into separated block boxes,...
integer, dimension(:), allocatable scnt
Hierarchical child nesting for AMR regrid: each level's children are tagged by the density-gradient s...
impure subroutine s_amr_nest_inset_child(box, lev, kb, mych, nmych)
Brand-new region (no old fine data yet): a centred inset so the child still appears this regrid.
pure subroutine s_amr_nest_clamp(clo, chi, mlo, mhi, pad)
Pad a child by pad and clamp it into the nesting window; collapsed dims are pinned to 0.
impure subroutine s_amr_nest_gather_children(mych, nmych, plo, phi, gch, chord, ntot)
Assemble every rank's children (7 ints each: lo, hi, parent kb) and order them by parent kb with a st...
real(wp) function f_amr_tag_grad_st(loc, ci, cj, ck, fm1, fm2, fm3)
Tag indicator (jump of the amr_tag_var variable) at one cell of a block in the flat store,...
pure subroutine, public s_amr_nest_window(box, mlo, mhi)
The nesting window of a parent: its box inset by amr_cpat_mar, so a child's ghost prolongation reads ...
impure subroutine s_amr_tag_child_from_fine(ob, win_lo, win_hi, ctag, any_tag)
Sensor-on-fine child tagging: OR the density-gradient tags of an old fine block into an L0 tag grid o...
pure logical function f_amr_nest_window_empty(lo, hi)
Too small to nest a child in some active dimension.
impure subroutine s_amr_nest_emit(clo, chi, lev, kb, mych, nmych)
Tile a child to the level's slot cap, amr_maxc_fit/amr_ref_ratio**(lev-1) coarse cells,...
real(wp) function f_amr_tag_val_st(loc, ci, cj, ck)
The tagged variable at one cell (amr_tag_var): 1 total density (sum of the continuity variables),...
impure subroutine s_amr_nest_window_tags(kb, mlo, mhi, gidx, gkb, ntot, ctags, nct)
Pass 2 for one parent: rebuild its dense window from the routed pairs with gkb == kb (dedups replicat...
impure subroutine s_amr_nest_tag_parent(box, lev, mlo, mhi, gwin, covered)
Pass 1 for one parent: tag its window from owned level-(lev-1) blocks (amr_block_level still holds th...
impure subroutine, public s_amr_regrid_nest_children(boxes, nboxes, box_level)
Regrid phase 3b: nest child boxes inside each level-(l-1) box for l = 2..amr_max_level (parents first...
impure subroutine s_amr_nest_route_pairs(powner, plo, sidx, skb, nloc, gidx, gkb, ntot)
Route each parent's (index, kb) pairs to its clustering owner with a stable counting sort by owner....
logical amr_child_dropped
Nested children were dropped for lack of block capacity (warn once per regrid).
pure real(wp) function, public f_amr_tag_ind(rp, r0, rm)
Tag indicator from the tagged variable at i+1, i, i-1: central difference over 2*r_i,...
impure subroutine s_amr_grow_pack(sidx, skb, nloc, extra)
Grow the pack buffers sidx/skb geometrically to hold nloc+extra entries, preserving the first nloc.
impure subroutine s_amr_nest_cluster_children(ctags, nct, mlo, mhi, lev, kb, mych, nmych)
Cluster a parent's tagged cells into children, padded by amr_buf and clamped into the nesting window....
impure subroutine s_amr_nest_mark_parents(boxes, plo, phi, lev, mine, covered)
mine(kb): this rank holds a level-(lev-1) block overlapping parent kb; covered(kb): any rank does (on...
real(wp) function, public f_amr_tag_val_sf(q, ci, cj, ck)
impure subroutine s_amr_pack_gwin_pairs(gwin, mlo, mhi, mg, ng, kb, sidx, skb, nloc)
Append this rank's tagged cells of child window [mlo:mhi] as (int8 linear index, parent kb) pairs; th...
Block-structured AMR: up to amr_max_blocks refined blocks (2:1 or 4:1 per amr_ref_ratio),...
Shared derived types for field data, patch geometry, bubble dynamics, and MPI I/O structures.
Equations of state in Gamma/Pi form, rho e = Gamma(rho) p + Pi(rho).
subroutine, public s_compute_mixture_coefficients(alpha_rho_k, alpha_k, rho_k, gamma_k, pi_inf_k, qv_k)
Mixture coefficients of one state. Under bubbles_euler with num_fluids == 1 the sole advection slot a...
real(wp) function, public f_pressure(e_int, gamma, pi_inf, qv)
Pressure of a stiffened gas from its internal energy density - the inverse of s_compute_energy....
Global parameters for the computational domain, fluid properties, and simulation algorithm configurat...
integer, dimension(:,:), allocatable amr_region_lo_all
Per-slot mirrors (allocated 1:amr_max_blocks by m_amr): region box, rank intersection and ownership f...
integer proc_rank
Rank of the local processor.
integer, dimension(:,:), allocatable amr_region_hi_all
logical, dimension(:), allocatable amr_owns_all
integer, dimension(:), allocatable amr_block_level
Refinement level of each active block (1..amr_max_level) and the deepest level populated....
logical, dimension(3) amr_dim
The active dimensions, and this rank's coarse subdomain origin and extent padded to 3-vectors (0 in c...
integer num_procs
Number of processors.
integer amr_num_blocks
Number of active AMR fine-block slots (>= 1) and the working slot index selecting which one the per-b...
An index-space rectangle in global cell indices. In v1, one t_box = one rank's subdomain....