MFC
Exascale flow solver
Loading...
Searching...
No Matches
m_amr_ghost.fpp.f90
Go to the documentation of this file.
1# 1 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
2!>
3!!@file
4!!@brief Contains module m_amr_ghost
5
6# 7 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
7# 8 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
8# 1 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 1
9# 1 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 1
10# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
11# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
12# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
13# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
14# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
15# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
16
17# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
18# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
19# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
20
21# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
22# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
23! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
24! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
25# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
26# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
27# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
28
29# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
30# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
31
32# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
33
34# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
35
36# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
37
38# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
39
40# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
41
42# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
43
44# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
45
46# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
47! New line at end of file is required for FYPP
48# 2 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
49# 1 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 1
50# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
51# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
52# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
53# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
54# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
55# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
56
57# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
58# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
59# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
60
61# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
62# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
63! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
64! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
65# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
66# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
67# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
68
69# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
70# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
71
72# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
73
74# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
75
76# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
77
78# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
79
80# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
81
82# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
83
84# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
85
86# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
87! New line at end of file is required for FYPP
88# 2 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 2
89
90# 4 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
91# 5 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
92# 6 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
93# 7 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
94# 8 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
95
96# 20 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
97
98# 49 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
99
100# 54 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
101
102# 59 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
103
104# 64 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
105
106# 69 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
107
108# 74 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
109
110# 87 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
111
112# 101 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
113
114# 106 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
115
116# 111 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
117
118# 116 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
119
120# 121 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
121
122# 126 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
123
124# 131 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
125
126# 136 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
127
128# 141 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
129
130# 171 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
131
132# 231 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
133
134# 245 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
135
136# 270 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
137
138# 281 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
139
140# 283 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
141# 294 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
142
143# 343 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
144
145# 353 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
146
147# 363 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
148
149# 372 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
150
151# 389 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
152
153# 399 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
154
155# 406 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
156
157# 412 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
158
159# 418 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
160
161# 424 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
162
163# 430 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
164
165# 436 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
166! New line at end of file is required for FYPP
167# 3 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
168# 1 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 1
169# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
170# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
171# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
172# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
173# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
174# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
175
176# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
177# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
178# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
179
180# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
181# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
182! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
183! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
184# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
185# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
186# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
187
188# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
189# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
190
191# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
192
193# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
194
195# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
196
197# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
198
199# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
200
201# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
202
203# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
204
205# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
206! New line at end of file is required for FYPP
207# 2 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 2
208
209# 7 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
210
211# 17 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
212
213# 22 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
214
215# 27 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
216
217# 32 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
218
219# 37 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
220
221# 42 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
222
223# 47 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
224
225# 52 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
226
227# 57 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
228
229# 62 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
230
231# 73 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
232
233# 78 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
234
235# 83 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
236
237# 88 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
238
239# 103 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
240
241# 131 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
242
243# 161 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
244
245# 176 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
246
247# 194 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
248
249# 216 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
250
251# 245 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
252
253# 260 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
254
255# 270 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
256
257# 279 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
258
259# 295 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
260
261# 305 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
262
263# 312 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
264! New line at end of file is required for FYPP
265# 4 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
266
267! GPU parallel region (scalar reductions, maxval/minval)
268# 23 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
269
270! GPU parallel loop over threads (most common GPU macro)
271# 44 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
272
273! Required closing for GPU_PARALLEL_LOOP
274# 56 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
275
276! Mark routine for device compilation
277# 113 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
278
279! Declare device-resident data
280# 131 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
281
282! Inner loop within a GPU parallel region
283# 146 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
284
285! Scoped GPU data region
286# 165 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
287
288! Host code with device pointers (for MPI with GPU buffers)
289# 191 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
290
291! Allocate device memory (unscoped)
292# 205 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
293
294! Free device memory
295# 217 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
296
297! Atomic operation on device
298# 229 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
299
300! End atomic capture block
301# 240 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
302
303! Copy data between host and device
304# 252 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
305
306! Synchronization barrier
307# 264 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
308
309! Import GPU library module (openacc or omp_lib)
310# 273 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
311
312! Emit code only for AMD compiler
313# 280 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
314
315! Emit code for non-Cray compilers
316# 287 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
317
318! Emit code only for Cray compiler
319# 294 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
320
321! Cray compiler directive, emitted from Fypp so the formatter cannot turn it into a comment
322# 301 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
323
324! Emit code for non-NVIDIA compilers
325# 308 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
326
327# 310 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
328# 311 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
329! New line at end of file is required for FYPP
330# 2 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 2
331
332# 14 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
333
334! Caution: This macro requires the use of a binding script to set CUDA_VISIBLE_DEVICES, such that we have one GPU device per MPI
335! rank. That's because for both cudaMemAdvise (preferred location) and cudaMemPrefetchAsync we use location = device_id = 0. For an
336! example see misc/nvidia_uvm/bind.sh.
337# 52 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
338
339! Allocate and create GPU device memory
340# 72 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
341
342! Free GPU device memory and deallocate
343# 80 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
344
345! Cray-specific GPU pointer setup for vector fields
346# 104 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
347
348! Cray-specific GPU pointer setup for scalar fields
349# 120 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
350
351! Cray-specific GPU pointer teardown for scalar fields - exact inverse of ACC_SETUP_SFs. Removes the
352! present-table entries ACC_SETUP_SFs added (the scalar_field descriptor and its %sf copyin). REQUIRED when
353! an ACC_SETUP'd field is freed MID-RUN (e.g. AMR slot free on regrid/restart): Cray 'exit data delete'
354! decrements the reference counter, so the lone @:DEALLOCATE(arg%sf) only undoes the @:ALLOCATE create ref
355! and leaves the descriptor + the ACC_SETUP %sf copyin dangling. Call BEFORE @:DEALLOCATE(arg%sf).
356# 140 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
357
358! Cray-specific GPU pointer setup for acoustic source spatials
359# 165 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
360
361! Whether stress index idx is a shear component. Spelled out because NVHPC 26.9 at -O2 vectorizes any(idx == shear_indices)
362! inside a loop to always true, which doubled the normal-stress elastic energy.
363# 171 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
364
365# 177 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
366
367# 184 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
368! New line at end of file is required for FYPP
369# 9 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp" 2
370
371!> @brief Coarse-to-fine ghost fill: slab table, limited-linear or quartic fill, quartic positivity guard, volume-fraction closure.
373
376 use m_mpi_proxy, only: s_mpi_abort ! @:ASSERT expands to it
377 use m_amr_state
378
379 implicit none
380
381 private
383
384contains
385
386 !> Split the fine block's ghost shell into ns disjoint face slabs: x spans the full transverse extent, y is restricted to the
387 !! interior in x, z in x and y.
388 pure subroutine s_amr_build_ghost_slabs(ns, sb, se)
389
390 integer, intent(out) :: ns, sb(3, 6), se(3, 6)
391 integer :: fm(3), b(3), e(3)
392
394 b = amr_slots(amr_cur)%idwbuff%beg; e = amr_slots(amr_cur)%idwbuff%end
395 ns = 2*num_dims
396 sb(:,1) = b; se(:,1) = [-1, e(2), e(3)]
397 sb(:,2) = [fm(1) + 1, b(2), b(3)]; se(:,2) = e
398 sb(:,3) = [0, b(2), b(3)]; se(:,3) = [fm(1), -1, e(3)]
399 sb(:,4) = [0, fm(2) + 1, b(3)]; se(:,4) = [fm(1), e(2), e(3)]
400 sb(:,5) = [0, 0, b(3)]; se(:,5) = [fm(1), fm(2), -1]
401 sb(:,6) = [0, 0, fm(3) + 1]; se(:,6) = [fm(1), fm(2), e(3)]
402
403 end subroutine s_amr_build_ghost_slabs
404
405 !> Append slab [lo, hi] to amr_slab_tab (rows: 1:3 lo, 4:6 hi, 7 flat offset, 8 cells, 9 store column, 10:12 coarse origin,
406 !! 13:15 patch frame).
407 impure subroutine s_amr_slab_add(lo, hi, loc, ilo, coff)
408
409 integer, intent(in) :: lo(3), hi(3), loc, ilo(3), coff(3)
410 integer, allocatable :: tmp(:,:)
411
412 if (amr_slab_n == size(amr_slab_tab, 2)) then
413 tmp = amr_slab_tab(:,1:amr_slab_n)
414#ifdef MFC_DEBUG
415# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
416 block
417# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
418 use iso_fortran_env, only: output_unit
419# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
420
421# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
422 print *, 'm_amr_ghost.fpp:53: ', '@:DEALLOCATE(amr_slab_tab)'
423# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
424
425# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
426 call flush (output_unit)
427# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
428 end block
429# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
430#endif
431# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
432
433# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
434#if defined(MFC_OpenACC)
435# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
436!$acc exit data delete(amr_slab_tab)
437# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
438#elif defined(MFC_OpenMP)
439# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
440!$omp target exit data map(release:amr_slab_tab)
441# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
442#endif
443# 53 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
444 deallocate (amr_slab_tab)
445# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
446#ifdef MFC_DEBUG
447# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
448 block
449# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
450 use iso_fortran_env, only: output_unit
451# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
452
453# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
454 print *, 'm_amr_ghost.fpp:54: ', '@:ALLOCATE(amr_slab_tab(1:15, 1:2*amr_slab_n))'
455# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
456
457# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
458 call flush (output_unit)
459# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
460 end block
461# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
462#endif
463# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
464 allocate (amr_slab_tab(1:15, 1:2*amr_slab_n))
465# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
466
467# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
468
469# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
470#if defined(MFC_OpenACC)
471# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
472!$acc enter data create(amr_slab_tab)
473# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
474#elif defined(MFC_OpenMP)
475# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
476!$omp target enter data map(always,alloc:amr_slab_tab)
477# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
478#endif
479# 55 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
480 amr_slab_tab(:,1:amr_slab_n) = tmp
481 end if
482 amr_slab_n = amr_slab_n + 1
483 associate(row => amr_slab_tab(:,amr_slab_n))
484 row(1:3) = lo; row(4:6) = hi; row(9) = loc; row(10:12) = ilo; row(13:15) = coff
485 row(7) = 0
486 if (amr_slab_n > 1) row(7) = amr_slab_tab(7, amr_slab_n - 1) + amr_slab_tab(8, amr_slab_n - 1)
487 row(8) = product(hi - lo + 1)
488 end associate
489
490 end subroutine s_amr_slab_add
491
492 !> Push the slab table to the device and empty it for the next build; returns the total cell count.
493 impure integer function f_amr_slab_push(nsl) result(stot)
494
495 integer, intent(out) :: nsl
496
497 nsl = amr_slab_n
498 stot = 0
499 if (nsl > 0) stot = amr_slab_tab(7, nsl) + amr_slab_tab(8, nsl)
500 if (nsl > 0) then
501
502# 76 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
503#if defined(MFC_OpenACC)
504# 76 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
505!$acc update device(amr_slab_tab(:, 1:nsl))
506# 76 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
507#elif defined(MFC_OpenMP)
508# 76 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
509!$omp target update to(amr_slab_tab(:, 1:nsl))
510# 76 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
511#endif
512# 77 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
513 end if
514 amr_slab_n = 0
515
516 end function f_amr_slab_push
517
518 !> Queue the current block's ghost slabs (store column loc, patch at pool offset pz) for s_amr_fill_ghost_rows.
519 impure subroutine s_amr_queue_ghost_slabs(loc, pz)
520
521 integer, intent(in) :: loc, pz
522 integer :: ns, sb(3, 6), se(3, 6), j
523
524 call s_amr_build_ghost_slabs(ns, sb, se)
525 do j = 1, ns
526 call s_amr_slab_add(sb(:,j), se(:,j), loc, amr_isect_lo, amr_cpat_off - [0, 0, pz])
527 end do
528
529 end subroutine s_amr_queue_ghost_slabs
530
531 !> Fill the fine ghost shell by conservative-linear prolongation from the gathered coarse patch q_coarse (amr_cg); the interior
532 !! is untouched. Writes the store at local index loc.
533 impure subroutine s_amr_fill_fine_ghosts(q_coarse, loc)
534
535 type(scalar_field), dimension(sys_size), intent(in) :: q_coarse
536 integer, intent(in) :: loc
537
538 call s_amr_queue_ghost_slabs(loc, 0)
539 call s_amr_fill_ghost_rows(q_coarse)
540
541 end subroutine s_amr_fill_fine_ghosts
542
543 !> Ghost fill over all queued slabs, one cell per thread: quartic (positivity-checked) or minmod-limited linear per variable,
544 !! then the volume-fraction closure. Each row carries its block's store column, coarse origin and patch frame.
545 impure subroutine s_amr_fill_ghost_rows(q_coarse)
546
547 type(scalar_field), dimension(sys_size), intent(in) :: q_coarse
548 integer :: i, fi, fj, fk, ci, cj, ck, ox, oy, oz, loc
549 integer :: rr, lo1, lo2, lo3, advb, adve
550 integer :: s, nsl, lo, hi, md, g, r, n1, n2, stot
551 integer :: ky, kz, wy, wz
552 logical :: d2, d3, multi, quart, lin, shx, shy, shz
553 real(wp) :: u0, xm, xp, ym, yp, zm, zp, xix, xiy, xiz
554 real(wp) :: av, asum
555 real(wp) :: q5(-2:2), pl(-2:2), ln(-2:2) !< staged x, y, z
556
557 ! patch-local coarse index = row coarse origin (global) + f/rr - patch frame; fine indices are block-local
558
559 d2 = n_glb > 0; d3 = p_glb > 0
560 rr = amr_ref_ratio
561 quart = amr_prolong == 2; wy = merge(2, 0, d2); wz = merge(2, 0, d3)
562 multi = num_fluids > 1 .and. (.not. bubbles_lagrange) ! EL alphas sum to beta, not 1: no sum-to-one closure
563 advb = eqn_idx%adv%beg; adve = eqn_idx%adv%end
564 stot = f_amr_slab_push(nsl)
565 if (stot == 0) return ! no level-1 block on this rank: the store may be unallocated
566
567# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
568
569# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
570#if defined(MFC_OpenACC)
571# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
572!$acc parallel loop gang vector default(present) &
573# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
574!$acc& private(s, lo, hi, md, r, n1, n2, fi, fj, fk, i, ci, cj, ck, xix, xiy, xiz, u0, xm, xp, ym, yp, zm, zp, ky, kz, q5, pl, ln, ox, oy, oz, lo1, lo2, lo3, loc, lin, av, asum, shx, shy, shz)
575# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
576#elif defined(MFC_OpenMP)
577# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
578
579# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
580
581# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
582
583# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
584!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer) &
585# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
586!$omp& private(s, lo, hi, md, r, n1, n2, fi, fj, fk, i, ci, cj, ck, xix, xiy, xiz, u0, xm, xp, ym, yp, zm, zp, ky, kz, q5, pl, ln, ox, oy, oz, lo1, lo2, lo3, loc, lin, av, asum, shx, shy, shz)
587# 130 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
588#endif
589# 132 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
590 do g = 0, stot - 1
591 lo = 1; hi = nsl
592 do while (lo < hi)
593 md = (lo + hi + 1)/2
594 if (amr_slab_tab(7, md) <= g) then; lo = md; else; hi = md - 1; end if
595 end do
596 s = lo
597 r = g - amr_slab_tab(7, s)
598 n1 = amr_slab_tab(4, s) - amr_slab_tab(1, s) + 1; n2 = amr_slab_tab(5, s) - amr_slab_tab(2, s) + 1
599 fi = amr_slab_tab(1, s) + mod(r, n1)
600 fj = amr_slab_tab(2, s) + mod(r/n1, n2)
601 fk = amr_slab_tab(3, s) + r/(n1*n2)
602 loc = amr_slab_tab(9, s)
603 lo1 = amr_slab_tab(10, s); lo2 = amr_slab_tab(11, s); lo3 = amr_slab_tab(12, s)
604 ox = amr_slab_tab(13, s); oy = amr_slab_tab(14, s); oz = amr_slab_tab(15, s)
605 ck = -oz; xiz = 0._wp ! collapsed z: oz holds minus the patch slot
606 if (d3) then
607 ck = lo3 + floor(real(fk, wp)/real(rr, wp)) - oz
608 xiz = (real(modulo(fk, rr), wp) - real(rr - 1, wp)*0.5_wp)/real(rr, wp)
609 end if
610 cj = 0; xiy = 0._wp
611 if (d2) then
612 cj = lo2 + floor(real(fj, wp)/real(rr, wp)) - oy
613 xiy = (real(modulo(fj, rr), wp) - real(rr - 1, wp)*0.5_wp)/real(rr, wp)
614 end if
615 ci = lo1 + floor(real(fi, wp)/real(rr, wp)) - ox
616 xix = (real(modulo(fi, rr), wp) - real(rr - 1, wp)*0.5_wp)/real(rr, wp)
617 lin = .not. quart
618 if (quart) then
619
620# 161 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
621#if defined(MFC_OpenACC)
622# 161 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
623!$acc loop seq
624# 161 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
625#elif defined(MFC_OpenMP)
626# 161 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
627
628# 161 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
629#endif
630# 162 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
631 do i = 1, sys_size
632 if (multi .and. i >= advb .and. i <= adve) cycle ! volume fractions: closure below
633 do kz = -wz, wz
634 do ky = -wy, wy
635 q5 = real(q_coarse(i)%sf(ci - 2:ci + 2,cj + ky, ck + kz), wp)
636 pl(ky) = f_amr_quartic_half(q5, xix)
637 end do
638 ln(kz) = pl(0)
639 if (d2) ln(kz) = f_amr_quartic_half(pl, xiy)
640 end do
641 u0 = ln(0)
642 if (d3) u0 = f_amr_quartic_half(ln, xiz)
643 amr_cons_st(fi, fj, fk, i, loc) = u0
644 end do
645 lin = .not. f_amr_cons_ok(fi, fj, fk, loc) ! inadmissible quartic cell: limited linear instead
646 end if
647 if (lin) then
648
649# 179 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
650#if defined(MFC_OpenACC)
651# 179 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
652!$acc loop seq
653# 179 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
654#elif defined(MFC_OpenMP)
655# 179 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
656
657# 179 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
658#endif
659# 180 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
660 do i = 1, sys_size
661 if (multi .and. i >= advb .and. i <= adve) cycle
662 u0 = real(q_coarse(i)%sf(ci, cj, ck), wp)
663 xm = real(q_coarse(i)%sf(ci - 1, cj, ck), wp); xp = real(q_coarse(i)%sf(ci + 1, cj, ck), wp)
664 ym = u0; yp = u0
665 if (d2) then
666 ym = real(q_coarse(i)%sf(ci, cj - 1, ck), wp); yp = real(q_coarse(i)%sf(ci, cj + 1, ck), wp)
667 end if
668 zm = u0; zp = u0
669 if (d3) then
670 zm = real(q_coarse(i)%sf(ci, cj, ck - 1), wp); zp = real(q_coarse(i)%sf(ci, cj, ck + 1), wp)
671 end if
672 amr_cons_st(fi, fj, fk, i, loc) = f_amr_lin(u0, xm, xp, ym, yp, zm, zp, xix, xiy, xiz)
673 end do
674 end if
675 if (multi) then
676 ! volume fractions: shared limiter switch over all fluids, interpolate + clamp advb..adve-1, alpha_n = 1 - sum
677 shx = .true.; shy = d2; shz = d3
678
679# 198 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
680#if defined(MFC_OpenACC)
681# 198 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
682!$acc loop seq
683# 198 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
684#elif defined(MFC_OpenMP)
685# 198 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
686
687# 198 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
688#endif
689# 199 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
690 do i = advb, adve
691 u0 = real(q_coarse(i)%sf(ci, cj, ck), wp)
692 if ((real(q_coarse(i)%sf(ci + 1, cj, ck), wp) - u0)*(u0 - real(q_coarse(i)%sf(ci - 1, cj, ck), &
693 & wp)) <= 0._wp) shx = .false.
694 if (d2) then
695 if ((real(q_coarse(i)%sf(ci, cj + 1, ck), wp) - u0)*(u0 - real(q_coarse(i)%sf(ci, cj - 1, ck), &
696 & wp)) <= 0._wp) shy = .false.
697 end if
698 if (d3) then
699 if ((real(q_coarse(i)%sf(ci, cj, ck + 1), wp) - u0)*(u0 - real(q_coarse(i)%sf(ci, cj, ck - 1), &
700 & wp)) <= 0._wp) shz = .false.
701 end if
702 end do
703 asum = 0._wp
704
705# 213 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
706#if defined(MFC_OpenACC)
707# 213 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
708!$acc loop seq
709# 213 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
710#elif defined(MFC_OpenMP)
711# 213 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
712
713# 213 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
714#endif
715# 214 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
716 do i = advb, adve - 1
717 u0 = real(q_coarse(i)%sf(ci, cj, ck), wp)
718 xm = u0; xp = u0
719 if (shx) then
720 xm = real(q_coarse(i)%sf(ci - 1, cj, ck), wp); xp = real(q_coarse(i)%sf(ci + 1, cj, ck), wp)
721 end if
722 ym = u0; yp = u0
723 if (shy) then
724 ym = real(q_coarse(i)%sf(ci, cj - 1, ck), wp); yp = real(q_coarse(i)%sf(ci, cj + 1, ck), wp)
725 end if
726 zm = u0; zp = u0
727 if (shz) then
728 zm = real(q_coarse(i)%sf(ci, cj, ck - 1), wp); zp = real(q_coarse(i)%sf(ci, cj, ck + 1), wp)
729 end if
730 av = min(max(f_amr_lin(u0, xm, xp, ym, yp, zm, zp, xix, xiy, xiz), 0._wp), 1._wp)
731 amr_cons_st(fi, fj, fk, i, loc) = av
732 asum = asum + av
733 end do
734 amr_cons_st(fi, fj, fk, adve, loc) = 1._wp - asum
735 end if
736 end do
737
738# 235 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
739#if defined(MFC_OpenACC)
740# 235 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
741!$acc end parallel loop
742# 235 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
743#elif defined(MFC_OpenMP)
744# 235 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
745
746# 235 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
747!$omp end target teams loop
748# 235 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
749#endif
750# 236 "/home/runner/work/MFC/MFC/src/simulation/m_amr_ghost.fpp"
751
752 end subroutine s_amr_fill_ghost_rows
753
754end module m_amr_ghost
integer, intent(in) j
Coarse-to-fine ghost fill: slab table, limited-linear or quartic fill, quartic positivity guard,...
impure subroutine, public s_amr_fill_ghost_rows(q_coarse)
Ghost fill over all queued slabs, one cell per thread: quartic (positivity-checked) or minmod-limited...
pure subroutine s_amr_build_ghost_slabs(ns, sb, se)
Split the fine block's ghost shell into ns disjoint face slabs: x spans the full transverse extent,...
impure subroutine, public s_amr_queue_ghost_slabs(loc, pz)
Queue the current block's ghost slabs (store column loc, patch at pool offset pz) for s_amr_fill_ghos...
impure subroutine, public s_amr_fill_fine_ghosts(q_coarse, loc)
Fill the fine ghost shell by conservative-linear prolongation from the gathered coarse patch q_coarse...
impure integer function, public f_amr_slab_push(nsl)
Push the slab table to the device and empty it for the next build; returns the total cell count.
impure subroutine, public s_amr_slab_add(lo, hi, loc, ilo, coff)
Append slab [lo, hi] to amr_slab_tab (rows: 1:3 lo, 4:6 hi, 7 flat offset, 8 cells,...
Module-scope AMR state (block pool, flat field store, wave buffers) and the leaf helpers every AMR mo...
type(t_level), dimension(:), allocatable amr_slots
Fixed pool of refined-block slots; the working slot amr_cur selects which one per-block routines oper...
integer amr_slab_n
rows queued in amr_slab_tab (s_amr_slab_add)
integer, dimension(:,:), allocatable amr_slab_tab
Per-block gathered coarse patch: the owner may not hold the coarse cells its block refines,...
Shared derived types for field data, patch geometry, bubble dynamics, and MPI I/O structures.
Global parameters for the computational domain, fluid properties, and simulation algorithm configurat...
MPI halo exchange, domain decomposition, and buffer packing/unpacking for the simulation solver.