MFC
Exascale flow solver
Loading...
Searching...
No Matches
m_amr_store.fpp.f90
Go to the documentation of this file.
1# 1 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2!>
3!!@file
4!!@brief Contains module m_amr_store
5
6# 7 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
7# 8 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
8# 1 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 1
9# 1 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 1
10# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
11# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
12# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
13# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
14# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
15# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
16
17# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
18# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
19# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
20
21# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
22# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
23! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
24! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
25# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
26# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
27# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
28
29# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
30# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
31
32# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
33
34# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
35
36# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
37
38# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
39
40# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
41
42# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
43
44# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
45
46# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
47! New line at end of file is required for FYPP
48# 2 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
49# 1 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 1
50# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
51# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
52# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
53# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
54# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
55# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
56
57# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
58# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
59# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
60
61# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
62# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
63! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
64! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
65# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
66# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
67# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
68
69# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
70# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
71
72# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
73
74# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
75
76# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
77
78# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
79
80# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
81
82# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
83
84# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
85
86# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
87! New line at end of file is required for FYPP
88# 2 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp" 2
89
90# 4 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
91# 5 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
92# 6 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
93# 7 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
94# 8 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
95
96# 20 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
97
98# 49 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
99
100# 54 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
101
102# 59 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
103
104# 64 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
105
106# 69 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
107
108# 74 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
109
110# 87 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
111
112# 101 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
113
114# 106 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
115
116# 111 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
117
118# 116 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
119
120# 121 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
121
122# 126 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
123
124# 131 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
125
126# 136 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
127
128# 141 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
129
130# 171 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
131
132# 231 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
133
134# 245 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
135
136# 270 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
137
138# 281 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
139
140# 283 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
141# 294 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
142
143# 343 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
144
145# 353 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
146
147# 363 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
148
149# 372 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
150
151# 389 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
152
153# 399 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
154
155# 406 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
156
157# 412 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
158
159# 418 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
160
161# 424 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
162
163# 430 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
164
165# 436 "/home/runner/work/MFC/MFC/src/common/include/omp_macros.fpp"
166! New line at end of file is required for FYPP
167# 3 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
168# 1 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 1
169# 1 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 1
170# 2 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
171# 3 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
172# 4 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
173# 5 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
174# 6 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
175
176# 8 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
177# 9 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
178# 10 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
179
180# 12 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
181# 1 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp" 1
182! Default for Fypp runs outside the toolchain (e.g. documentation). Searched last, so the
183! build/include/<target>/thermochem.fpp the toolchain writes from m_thermochem takes precedence.
184# 4 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
185# 5 "/home/runner/work/MFC/MFC/src/common/include/defaults/thermochem.fpp"
186# 13 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp" 2
187
188# 16 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
189# 17 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
190
191# 24 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
192
193# 53 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
194
195# 65 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
196
197# 75 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
198
199# 105 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
200
201# 117 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
202
203# 127 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
204
205# 174 "/home/runner/work/MFC/MFC/src/common/include/shared_parallel_macros.fpp"
206! New line at end of file is required for FYPP
207# 2 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp" 2
208
209# 7 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
210
211# 17 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
212
213# 22 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
214
215# 27 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
216
217# 32 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
218
219# 37 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
220
221# 42 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
222
223# 47 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
224
225# 52 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
226
227# 57 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
228
229# 62 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
230
231# 73 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
232
233# 78 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
234
235# 83 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
236
237# 88 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
238
239# 103 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
240
241# 131 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
242
243# 161 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
244
245# 176 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
246
247# 194 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
248
249# 216 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
250
251# 245 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
252
253# 260 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
254
255# 270 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
256
257# 279 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
258
259# 295 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
260
261# 305 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
262
263# 312 "/home/runner/work/MFC/MFC/src/common/include/acc_macros.fpp"
264! New line at end of file is required for FYPP
265# 4 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp" 2
266
267! GPU parallel region (scalar reductions, maxval/minval)
268# 23 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
269
270! GPU parallel loop over threads (most common GPU macro)
271# 44 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
272
273! Required closing for GPU_PARALLEL_LOOP
274# 56 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
275
276! Mark routine for device compilation
277# 113 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
278
279! Declare device-resident data
280# 131 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
281
282! Inner loop within a GPU parallel region
283# 146 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
284
285! Scoped GPU data region
286# 165 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
287
288! Host code with device pointers (for MPI with GPU buffers)
289# 191 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
290
291! Allocate device memory (unscoped)
292# 205 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
293
294! Free device memory
295# 217 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
296
297! Atomic operation on device
298# 229 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
299
300! End atomic capture block
301# 240 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
302
303! Copy data between host and device
304# 252 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
305
306! Synchronization barrier
307# 264 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
308
309! Import GPU library module (openacc or omp_lib)
310# 273 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
311
312! Emit code only for AMD compiler
313# 280 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
314
315! Emit code for non-Cray compilers
316# 287 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
317
318! Emit code only for Cray compiler
319# 294 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
320
321! Cray compiler directive, emitted from Fypp so the formatter cannot turn it into a comment
322# 301 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
323
324! Emit code for non-NVIDIA compilers
325# 308 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
326
327# 310 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
328# 311 "/home/runner/work/MFC/MFC/src/common/include/parallel_macros.fpp"
329! New line at end of file is required for FYPP
330# 2 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp" 2
331
332# 14 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
333
334! Caution: This macro requires the use of a binding script to set CUDA_VISIBLE_DEVICES, such that we have one GPU device per MPI
335! rank. That's because for both cudaMemAdvise (preferred location) and cudaMemPrefetchAsync we use location = device_id = 0. For an
336! example see misc/nvidia_uvm/bind.sh.
337# 52 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
338
339! Allocate and create GPU device memory
340# 72 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
341
342! Free GPU device memory and deallocate
343# 80 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
344
345! Cray-specific GPU pointer setup for vector fields
346# 104 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
347
348! Cray-specific GPU pointer setup for scalar fields
349# 120 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
350
351! Cray-specific GPU pointer teardown for scalar fields - exact inverse of ACC_SETUP_SFs. Removes the
352! present-table entries ACC_SETUP_SFs added (the scalar_field descriptor and its %sf copyin). REQUIRED when
353! an ACC_SETUP'd field is freed MID-RUN (e.g. AMR slot free on regrid/restart): Cray 'exit data delete'
354! decrements the reference counter, so the lone @:DEALLOCATE(arg%sf) only undoes the @:ALLOCATE create ref
355! and leaves the descriptor + the ACC_SETUP %sf copyin dangling. Call BEFORE @:DEALLOCATE(arg%sf).
356# 140 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
357
358! Cray-specific GPU pointer setup for acoustic source spatials
359# 165 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
360
361! Whether stress index idx is a shear component. Spelled out because NVHPC 26.9 at -O2 vectorizes any(idx == shear_indices)
362! inside a loop to always true, which doubled the normal-stress elastic energy.
363# 171 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
364
365# 177 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
366
367# 184 "/home/runner/work/MFC/MFC/src/common/include/macros.fpp"
368! New line at end of file is required for FYPP
369# 9 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp" 2
370
371# 11 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
372
373!> @brief Flat per-block field store: dense slot indexing, reservation, alloc/free and the prim/bridge loaders.
375
376 use m_derived_types ! scalar_field, t_box, int_bounds_info
378 use m_amr_state
380
381 implicit none
382
383 !> Staging for the coordinate push of s_amr_sync_grid_state_to_device: the active dims' cb/cc/d arrays back to back.
384 real(wp), allocatable :: amr_gs_buf(:)
385
386# 24 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
387#if defined(MFC_OpenACC)
388# 24 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
389!$acc declare create(amr_gs_buf)
390# 24 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
391#elif defined(MFC_OpenMP)
392# 24 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
393!$omp declare target (amr_gs_buf)
394# 24 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
395#endif
396# 25 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
397
398 private
402
403contains
404
405 !> Push the host global grid state (m/n/p, idwint/idwbuff, coordinate arrays) to its GPU_DECLARE'd device copies after a
406 !! swap/restore. Coordinates go through amr_gs_buf as one update since each allocatable update costs several synchronous copies.
407 !! No-op on CPU.
409
410 integer :: o, j, lb, ub
411
412
413# 40 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
414#if defined(MFC_OpenACC)
415# 40 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
416!$acc update device(m, n, p, idwint, idwbuff)
417# 40 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
418#elif defined(MFC_OpenMP)
419# 40 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
420!$omp target update to(m, n, p, idwint, idwbuff)
421# 40 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
422#endif
423# 41 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
424 if (.not. allocated(amr_gs_buf)) then
425 o = 0
426# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
427 if (amr_dim(1)) o = o + size(x_cb)
428# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
429# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
430 if (amr_dim(1)) o = o + size(x_cc)
431# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
432# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
433 if (amr_dim(1)) o = o + size(dx)
434# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
435# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
436 if (amr_dim(2)) o = o + size(y_cb)
437# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
438# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
439 if (amr_dim(2)) o = o + size(y_cc)
440# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
441# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
442 if (amr_dim(2)) o = o + size(dy)
443# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
444# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
445 if (amr_dim(3)) o = o + size(z_cb)
446# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
447# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
448 if (amr_dim(3)) o = o + size(z_cc)
449# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
450# 44 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
451 if (amr_dim(3)) o = o + size(dz)
452# 45 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
453# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
454#ifdef MFC_DEBUG
455# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
456 block
457# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
458 use iso_fortran_env, only: output_unit
459# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
460
461# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
462 print *, 'm_amr_store.fpp:46: ', '@:ALLOCATE(amr_gs_buf(1:o))'
463# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
464
465# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
466 call flush (output_unit)
467# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
468 end block
469# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
470#endif
471# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
472 allocate (amr_gs_buf(1:o))
473# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
474
475# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
476
477# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
478#if defined(MFC_OpenACC)
479# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
480!$acc enter data create(amr_gs_buf)
481# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
482#elif defined(MFC_OpenMP)
483# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
484!$omp target enter data map(always,alloc:amr_gs_buf)
485# 46 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
486#endif
487# 47 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
488 end if
489 o = 0
490# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
491 if (amr_dim(1)) then
492# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
493 amr_gs_buf(o + 1:o + size(x_cb)) = x_cb; o = o + size(x_cb)
494# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
495 end if
496# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
497 if (amr_dim(1)) then
498# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
499 amr_gs_buf(o + 1:o + size(x_cc)) = x_cc; o = o + size(x_cc)
500# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
501 end if
502# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
503 if (amr_dim(1)) then
504# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
505 amr_gs_buf(o + 1:o + size(dx)) = dx; o = o + size(dx)
506# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
507 end if
508# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
509 if (amr_dim(2)) then
510# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
511 amr_gs_buf(o + 1:o + size(y_cb)) = y_cb; o = o + size(y_cb)
512# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
513 end if
514# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
515 if (amr_dim(2)) then
516# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
517 amr_gs_buf(o + 1:o + size(y_cc)) = y_cc; o = o + size(y_cc)
518# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
519 end if
520# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
521 if (amr_dim(2)) then
522# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
523 amr_gs_buf(o + 1:o + size(dy)) = dy; o = o + size(dy)
524# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
525 end if
526# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
527 if (amr_dim(3)) then
528# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
529 amr_gs_buf(o + 1:o + size(z_cb)) = z_cb; o = o + size(z_cb)
530# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
531 end if
532# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
533 if (amr_dim(3)) then
534# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
535 amr_gs_buf(o + 1:o + size(z_cc)) = z_cc; o = o + size(z_cc)
536# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
537 end if
538# 50 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
539 if (amr_dim(3)) then
540# 51 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
541 amr_gs_buf(o + 1:o + size(dz)) = dz; o = o + size(dz)
542# 52 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
543 end if
544# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
545
546# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
547#if defined(MFC_OpenACC)
548# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
549!$acc update device(amr_gs_buf(1:o))
550# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
551#elif defined(MFC_OpenMP)
552# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
553!$omp target update to(amr_gs_buf(1:o))
554# 54 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
555#endif
556# 55 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
557 o = 0
558# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
559 if (amr_dim(1)) then
560# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
561 lb = lbound(x_cb, 1); ub = ubound(x_cb, 1)
562# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
563
564# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
565
566# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
567#if defined(MFC_OpenACC)
568# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
569!$acc parallel loop gang vector default(present)
570# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
571#elif defined(MFC_OpenMP)
572# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
573
574# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
575
576# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
577
578# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
579!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
580# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
581#endif
582# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
583 do j = lb, ub
584 x_cb(j) = amr_gs_buf(o + 1 + j - lb)
585# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
586 end do
587
588# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
589#if defined(MFC_OpenACC)
590# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
591!$acc end parallel loop
592# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
593#elif defined(MFC_OpenMP)
594# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
595
596# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
597!$omp end target teams loop
598# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
599#endif
600# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
601 o = o + ub - lb + 1
602 end if
603# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
604 if (amr_dim(1)) then
605# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
606 lb = lbound(x_cc, 1); ub = ubound(x_cc, 1)
607# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
608
609# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
610
611# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
612#if defined(MFC_OpenACC)
613# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
614!$acc parallel loop gang vector default(present)
615# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
616#elif defined(MFC_OpenMP)
617# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
618
619# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
620
621# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
622
623# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
624!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
625# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
626#endif
627# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
628 do j = lb, ub
629 x_cc(j) = amr_gs_buf(o + 1 + j - lb)
630# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
631 end do
632
633# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
634#if defined(MFC_OpenACC)
635# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
636!$acc end parallel loop
637# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
638#elif defined(MFC_OpenMP)
639# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
640
641# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
642!$omp end target teams loop
643# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
644#endif
645# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
646 o = o + ub - lb + 1
647 end if
648# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
649 if (amr_dim(1)) then
650# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
651 lb = lbound(dx, 1); ub = ubound(dx, 1)
652# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
653
654# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
655
656# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
657#if defined(MFC_OpenACC)
658# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
659!$acc parallel loop gang vector default(present)
660# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
661#elif defined(MFC_OpenMP)
662# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
663
664# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
665
666# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
667
668# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
669!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
670# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
671#endif
672# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
673 do j = lb, ub
674 dx(j) = amr_gs_buf(o + 1 + j - lb)
675# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
676 end do
677
678# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
679#if defined(MFC_OpenACC)
680# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
681!$acc end parallel loop
682# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
683#elif defined(MFC_OpenMP)
684# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
685
686# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
687!$omp end target teams loop
688# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
689#endif
690# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
691 o = o + ub - lb + 1
692 end if
693# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
694 if (amr_dim(2)) then
695# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
696 lb = lbound(y_cb, 1); ub = ubound(y_cb, 1)
697# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
698
699# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
700
701# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
702#if defined(MFC_OpenACC)
703# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
704!$acc parallel loop gang vector default(present)
705# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
706#elif defined(MFC_OpenMP)
707# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
708
709# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
710
711# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
712
713# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
714!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
715# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
716#endif
717# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
718 do j = lb, ub
719 y_cb(j) = amr_gs_buf(o + 1 + j - lb)
720# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
721 end do
722
723# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
724#if defined(MFC_OpenACC)
725# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
726!$acc end parallel loop
727# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
728#elif defined(MFC_OpenMP)
729# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
730
731# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
732!$omp end target teams loop
733# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
734#endif
735# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
736 o = o + ub - lb + 1
737 end if
738# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
739 if (amr_dim(2)) then
740# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
741 lb = lbound(y_cc, 1); ub = ubound(y_cc, 1)
742# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
743
744# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
745
746# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
747#if defined(MFC_OpenACC)
748# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
749!$acc parallel loop gang vector default(present)
750# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
751#elif defined(MFC_OpenMP)
752# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
753
754# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
755
756# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
757
758# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
759!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
760# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
761#endif
762# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
763 do j = lb, ub
764 y_cc(j) = amr_gs_buf(o + 1 + j - lb)
765# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
766 end do
767
768# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
769#if defined(MFC_OpenACC)
770# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
771!$acc end parallel loop
772# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
773#elif defined(MFC_OpenMP)
774# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
775
776# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
777!$omp end target teams loop
778# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
779#endif
780# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
781 o = o + ub - lb + 1
782 end if
783# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
784 if (amr_dim(2)) then
785# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
786 lb = lbound(dy, 1); ub = ubound(dy, 1)
787# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
788
789# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
790
791# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
792#if defined(MFC_OpenACC)
793# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
794!$acc parallel loop gang vector default(present)
795# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
796#elif defined(MFC_OpenMP)
797# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
798
799# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
800
801# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
802
803# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
804!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
805# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
806#endif
807# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
808 do j = lb, ub
809 dy(j) = amr_gs_buf(o + 1 + j - lb)
810# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
811 end do
812
813# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
814#if defined(MFC_OpenACC)
815# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
816!$acc end parallel loop
817# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
818#elif defined(MFC_OpenMP)
819# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
820
821# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
822!$omp end target teams loop
823# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
824#endif
825# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
826 o = o + ub - lb + 1
827 end if
828# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
829 if (amr_dim(3)) then
830# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
831 lb = lbound(z_cb, 1); ub = ubound(z_cb, 1)
832# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
833
834# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
835
836# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
837#if defined(MFC_OpenACC)
838# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
839!$acc parallel loop gang vector default(present)
840# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
841#elif defined(MFC_OpenMP)
842# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
843
844# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
845
846# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
847
848# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
849!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
850# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
851#endif
852# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
853 do j = lb, ub
854 z_cb(j) = amr_gs_buf(o + 1 + j - lb)
855# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
856 end do
857
858# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
859#if defined(MFC_OpenACC)
860# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
861!$acc end parallel loop
862# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
863#elif defined(MFC_OpenMP)
864# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
865
866# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
867!$omp end target teams loop
868# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
869#endif
870# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
871 o = o + ub - lb + 1
872 end if
873# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
874 if (amr_dim(3)) then
875# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
876 lb = lbound(z_cc, 1); ub = ubound(z_cc, 1)
877# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
878
879# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
880
881# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
882#if defined(MFC_OpenACC)
883# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
884!$acc parallel loop gang vector default(present)
885# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
886#elif defined(MFC_OpenMP)
887# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
888
889# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
890
891# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
892
893# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
894!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
895# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
896#endif
897# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
898 do j = lb, ub
899 z_cc(j) = amr_gs_buf(o + 1 + j - lb)
900# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
901 end do
902
903# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
904#if defined(MFC_OpenACC)
905# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
906!$acc end parallel loop
907# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
908#elif defined(MFC_OpenMP)
909# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
910
911# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
912!$omp end target teams loop
913# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
914#endif
915# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
916 o = o + ub - lb + 1
917 end if
918# 57 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
919 if (amr_dim(3)) then
920# 58 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
921 lb = lbound(dz, 1); ub = ubound(dz, 1)
922# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
923
924# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
925
926# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
927#if defined(MFC_OpenACC)
928# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
929!$acc parallel loop gang vector default(present)
930# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
931#elif defined(MFC_OpenMP)
932# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
933
934# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
935
936# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
937
938# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
939!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
940# 59 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
941#endif
942# 60 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
943 do j = lb, ub
944 dz(j) = amr_gs_buf(o + 1 + j - lb)
945# 62 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
946 end do
947
948# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
949#if defined(MFC_OpenACC)
950# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
951!$acc end parallel loop
952# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
953#elif defined(MFC_OpenMP)
954# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
955
956# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
957!$omp end target teams loop
958# 63 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
959#endif
960# 64 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
961 o = o + ub - lb + 1
962 end if
963# 67 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
964
966
967 !> Device copy amr_cons_st -> amr_stor_st over block k's buffered box, all sys_size fields (RK step-entry backup).
968 impure subroutine s_amr_copy_fine_fields(k)
969
970 integer, intent(in) :: k !< block slot (its flat-store column)
971 integer :: i, fi, fj, fk, loc, b1, e1, b2, e2, b3, e3
972
973 loc = amr_loc_of(k)
974 b1 = amr_slots(k)%idwbuff(1)%beg; e1 = amr_slots(k)%idwbuff(1)%end
975 b2 = amr_slots(k)%idwbuff(2)%beg; e2 = amr_slots(k)%idwbuff(2)%end
976 b3 = amr_slots(k)%idwbuff(3)%beg; e3 = amr_slots(k)%idwbuff(3)%end
977
978# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
979
980# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
981#if defined(MFC_OpenACC)
982# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
983!$acc parallel loop collapse(4) gang vector default(present)
984# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
985#elif defined(MFC_OpenMP)
986# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
987
988# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
989
990# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
991
992# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
993!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
994# 80 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
995#endif
996# 81 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
997 do i = 1, sys_size
998 do fk = b3, e3
999 do fj = b2, e2
1000 do fi = b1, e1
1001 amr_stor_st(fi, fj, fk, i, loc) = amr_cons_st(fi, fj, fk, i, loc)
1002 end do
1003 end do
1004 end do
1005 end do
1006
1007# 90 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1008#if defined(MFC_OpenACC)
1009# 90 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1010!$acc end parallel loop
1011# 90 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1012#elif defined(MFC_OpenMP)
1013# 90 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1014
1015# 90 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1016!$omp end target teams loop
1017# 90 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1018#endif
1019# 91 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1020
1021 end subroutine s_amr_copy_fine_fields
1022
1023 !> Block-metadata pool for amr_max_blocks slots (geometry, ownership, level, SFC cuts, overlap-list counts; the 2D rank lists
1024 !! are sized in s_amr_build_seam_pairs) and the dense-index maps.
1025 impure subroutine s_amr_alloc_pool()
1026
1027 allocate (amr_slots(1:amr_max_blocks))
1029 allocate (amr_region_lo_all(3, amr_max_blocks), amr_region_hi_all(3, amr_max_blocks))
1030 allocate (amr_isect_lo_all(3, amr_max_blocks), amr_isect_hi_all(3, amr_max_blocks))
1031 allocate (amr_owns_all(amr_max_blocks), amr_block_owner(amr_max_blocks), amr_block_level(amr_max_blocks))
1032 allocate (amr_fine_cut(0:num_procs - 1,1:max(amr_max_level, 1))); amr_fine_cut = -1_8
1033 allocate (amr_ovl_gather_n(amr_max_blocks), amr_ovl_scatter_n(amr_max_blocks))
1034 allocate (amr_slot_live(amr_max_blocks)); amr_slot_live = .false.
1035 amr_region_lo_all = 0; amr_region_hi_all = 0; amr_isect_lo_all = 0; amr_isect_hi_all = 0; amr_owns_all = .false.
1036 amr_block_owner = 0
1037
1038 end subroutine s_amr_alloc_pool
1039
1040 !> Bounce buffers for the copy-based coordinate swap; shaped like the base-level *_alloc arrays, since they are assigned whole
1041 !! to/from x_cb etc.
1042 impure subroutine s_amr_init_swap_buffers()
1043
1044# 116 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1045 if (amr_dim(1)) then
1046# 117 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1047 allocate (sw_x_cb(-1 - buff_size:m_alloc + buff_size), sw_x_cc(-buff_size:m_alloc + buff_size), &
1048# 118 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1049 & sw_dx(-buff_size:m_alloc + buff_size))
1050# 119 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1051 end if
1052# 116 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1053 if (amr_dim(2)) then
1054# 117 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1055 allocate (sw_y_cb(-1 - buff_size:n_alloc + buff_size), sw_y_cc(-buff_size:n_alloc + buff_size), &
1056# 118 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1057 & sw_dy(-buff_size:n_alloc + buff_size))
1058# 119 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1059 end if
1060# 116 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1061 if (amr_dim(3)) then
1062# 117 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1063 allocate (sw_z_cb(-1 - buff_size:p_alloc + buff_size), sw_z_cc(-buff_size:p_alloc + buff_size), &
1064# 118 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1065 & sw_dz(-buff_size:p_alloc + buff_size))
1066# 119 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1067 end if
1068# 121 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1069 if (igr) then
1070#ifdef MFC_DEBUG
1071# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1072 block
1073# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1074 use iso_fortran_env, only: output_unit
1075# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1076
1077# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1078 print *, 'm_amr_store.fpp:122: ', '@:ALLOCATE(sw_jac(idwbuff(1)%beg:idwbuff(1)%end, idwbuff(2)%beg:idwbuff(2)%end, idwbuff(3)%beg:idwbuff(3)%end))'
1079# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1080
1081# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1082 call flush (output_unit)
1083# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1084 end block
1085# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1086#endif
1087# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1088 allocate (sw_jac(idwbuff(1)%beg:idwbuff(1)%end, idwbuff(2)%beg:idwbuff(2)%end, idwbuff(3)%beg:idwbuff(3)%end))
1089# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1090
1091# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1092
1093# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1094#if defined(MFC_OpenACC)
1095# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1096!$acc enter data create(sw_jac)
1097# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1098#elif defined(MFC_OpenMP)
1099# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1100!$omp target enter data map(always,alloc:sw_jac)
1101# 122 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1102#endif
1103# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1104#ifdef MFC_DEBUG
1105# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1106 block
1107# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1108 use iso_fortran_env, only: output_unit
1109# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1110
1111# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1112 print *, 'm_amr_store.fpp:123: ', '@:ALLOCATE(sw_jac_old(idwbuff(1)%beg:idwbuff(1)%end, idwbuff(2)%beg:idwbuff(2)%end, idwbuff(3)%beg:idwbuff(3)%end))'
1113# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1114
1115# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1116 call flush (output_unit)
1117# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1118 end block
1119# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1120#endif
1121# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1122 allocate (sw_jac_old(idwbuff(1)%beg:idwbuff(1)%end, idwbuff(2)%beg:idwbuff(2)%end, idwbuff(3)%beg:idwbuff(3)%end))
1123# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1124
1125# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1126
1127# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1128#if defined(MFC_OpenACC)
1129# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1130!$acc enter data create(sw_jac_old)
1131# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1132#elif defined(MFC_OpenMP)
1133# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1134!$omp target enter data map(always,alloc:sw_jac_old)
1135# 123 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1136#endif
1137# 124 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1138 end if
1139
1140 end subroutine s_amr_init_swap_buffers
1141
1142 !> Free what s_amr_alloc_pool allocated (plus the per-block caches sized later), and the coordinate swap buffers.
1143 impure subroutine s_amr_free_pool()
1144
1145 deallocate (amr_slot_live)
1146 call s_amr_st_finalize()
1147 if (allocated(amr_seam_pairs)) deallocate (amr_seam_pairs)
1148 if (allocated(amr_ovl_gather)) deallocate (amr_ovl_gather)
1149 if (allocated(amr_ovl_scatter)) deallocate (amr_ovl_scatter)
1150 deallocate (amr_ovl_gather_n, amr_ovl_scatter_n, amr_slots, amr_block_owner, amr_block_level, amr_fine_cut)
1151 deallocate (amr_region_lo_all, amr_region_hi_all, amr_isect_lo_all, amr_isect_hi_all, amr_owns_all)
1152
1153 end subroutine s_amr_free_pool
1154
1155 !> The buffered per-slot array bounds from the max fine extents (collapsed dims 0:0).
1156 impure subroutine s_amr_set_mbuf()
1157
1158 mbuf_lo = merge(-buff_size, 0, amr_dim); mbuf_hi = merge(max_f + buff_size, 0, amr_dim)
1159
1160 end subroutine s_amr_set_mbuf
1161
1162 impure subroutine s_amr_free_swap_buffers()
1163
1164# 151 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1165 if (allocated(sw_x_cb)) deallocate (sw_x_cb, sw_x_cc, sw_dx)
1166# 152 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1167 if (allocated(amr_gxcb)) deallocate (amr_gxcb)
1168# 153 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1169# 151 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1170 if (allocated(sw_y_cb)) deallocate (sw_y_cb, sw_y_cc, sw_dy)
1171# 152 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1172 if (allocated(amr_gycb)) deallocate (amr_gycb)
1173# 153 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1174# 151 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1175 if (allocated(sw_z_cb)) deallocate (sw_z_cb, sw_z_cc, sw_dz)
1176# 152 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1177 if (allocated(amr_gzcb)) deallocate (amr_gzcb)
1178# 153 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1179# 154 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1180 if (igr) then
1181#ifdef MFC_DEBUG
1182# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1183 block
1184# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1185 use iso_fortran_env, only: output_unit
1186# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1187
1188# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1189 print *, 'm_amr_store.fpp:155: ', '@:DEALLOCATE(sw_jac)'
1190# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1191
1192# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1193 call flush (output_unit)
1194# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1195 end block
1196# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1197#endif
1198# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1199
1200# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1201#if defined(MFC_OpenACC)
1202# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1203!$acc exit data delete(sw_jac)
1204# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1205#elif defined(MFC_OpenMP)
1206# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1207!$omp target exit data map(release:sw_jac)
1208# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1209#endif
1210# 155 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1211 deallocate (sw_jac)
1212# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1213#ifdef MFC_DEBUG
1214# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1215 block
1216# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1217 use iso_fortran_env, only: output_unit
1218# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1219
1220# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1221 print *, 'm_amr_store.fpp:156: ', '@:DEALLOCATE(sw_jac_old)'
1222# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1223
1224# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1225 call flush (output_unit)
1226# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1227 end block
1228# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1229#endif
1230# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1231
1232# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1233#if defined(MFC_OpenACC)
1234# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1235!$acc exit data delete(sw_jac_old)
1236# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1237#elif defined(MFC_OpenMP)
1238# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1239!$omp target exit data map(release:sw_jac_old)
1240# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1241#endif
1242# 156 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1243 deallocate (sw_jac_old)
1244# 157 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1245 end if
1246
1247 end subroutine s_amr_free_swap_buffers
1248
1249 !> Allocate/reset the dense local-index maps (idempotent).
1250 impure subroutine s_amr_loc_index_init()
1251
1252 if (.not. allocated(amr_loc_of)) allocate (amr_loc_of(1:amr_max_blocks))
1253 if (.not. allocated(amr_loc_free)) allocate (amr_loc_free(1:amr_max_blocks))
1254 amr_loc_of = 0; amr_loc_free = 0; amr_loc_n = 0; amr_loc_nfree = 0
1255
1256 end subroutine s_amr_loc_index_init
1257
1258 !> Move one local slot's store data src -> dst on the device, in place (a staging copy would transiently double the store).
1259 !! Ascending-source order (s_amr_compact_store) guarantees dst's old contents are consumed. The host copy goes stale, the
1260 !! store's normal state between rebuilds.
1261 impure subroutine s_amr_st_move_slot(src, dst)
1262
1263 integer, intent(in) :: src, dst
1264 integer :: i, j, k, l
1265 integer :: blo1, bhi1, blo2, bhi2, blo3, bhi3
1266
1267 ! scalar bounds: mbuf_lo/hi are host-only, and CCE OpenACC aborts on them in a default(present) kernel
1268
1269 blo1 = mbuf_lo(1); bhi1 = mbuf_hi(1)
1270 blo2 = mbuf_lo(2); bhi2 = mbuf_hi(2)
1271 blo3 = mbuf_lo(3); bhi3 = mbuf_hi(3)
1272
1273# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1274
1275# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1276
1277# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1278#if defined(MFC_OpenACC)
1279# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1280!$acc parallel loop collapse(4) gang vector default(present)
1281# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1282#elif defined(MFC_OpenMP)
1283# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1284
1285# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1286
1287# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1288
1289# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1290!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
1291# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1292#endif
1293# 187 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1294 do i = 1, sys_size
1295 do l = blo3, bhi3
1296 do k = blo2, bhi2
1297 do j = blo1, bhi1
1298 amr_cons_st(j, k, l, i, dst) = amr_cons_st(j, k, l, i, src)
1299# 192 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1300 end do
1301 end do
1302 end do
1303 end do
1304
1305# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1306#if defined(MFC_OpenACC)
1307# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1308!$acc end parallel loop
1309# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1310#elif defined(MFC_OpenMP)
1311# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1312
1313# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1314!$omp end target teams loop
1315# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1316#endif
1317# 197 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1318# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1319
1320# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1321
1322# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1323#if defined(MFC_OpenACC)
1324# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1325!$acc parallel loop collapse(4) gang vector default(present)
1326# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1327#elif defined(MFC_OpenMP)
1328# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1329
1330# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1331
1332# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1333
1334# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1335!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
1336# 186 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1337#endif
1338# 187 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1339 do i = 1, sys_size
1340 do l = blo3, bhi3
1341 do k = blo2, bhi2
1342 do j = blo1, bhi1
1343 amr_stor_st(j, k, l, i, dst) = amr_stor_st(j, k, l, i, src)
1344# 192 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1345 end do
1346 end do
1347 end do
1348 end do
1349
1350# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1351#if defined(MFC_OpenACC)
1352# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1353!$acc end parallel loop
1354# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1355#elif defined(MFC_OpenMP)
1356# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1357
1358# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1359!$omp end target teams loop
1360# 196 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1361#endif
1362# 197 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1363# 198 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1364
1365 end subroutine s_amr_st_move_slot
1366
1367 !> Re-densify the local index space after every reconcile so amr_loc_n tracks the live count instead of ratcheting up with SFC
1368 !! window shifts and migration slots (capacity then plateaus at the rebuild transient). Moves are device-side and in place in
1369 !! ascending old-index order: each destination is <= its source and below every pending source. Called at the end of
1370 !! s_amr_reconcile_slots, after the rebuild's overlap carry-forward (which reads amr_stor_st at old indices) has finished.
1371 impure subroutine s_amr_compact_store()
1372
1373 integer :: k, v, newloc
1374 integer, allocatable :: inv(:)
1375
1376 if (amr_st_cap <= 0) return
1377 ! invert the map: inv(local index) = global slot, 0 if free
1378 allocate (inv(amr_st_cap)); inv = 0
1379 do k = 1, amr_max_blocks
1380 if (amr_loc_of(k) > 0) inv(amr_loc_of(k)) = k
1381 end do
1382 newloc = 0
1383 do v = 1, amr_st_cap
1384 if (inv(v) == 0) cycle
1385 newloc = newloc + 1
1386 amr_loc_of(inv(v)) = newloc
1387 if (newloc /= v) call s_amr_st_move_slot(v, newloc)
1388 end do
1389 deallocate (inv)
1390 amr_loc_n = newloc
1391 amr_loc_nfree = 0 ! every recycled index is invalid after renumbering
1392
1393 end subroutine s_amr_compact_store
1394
1395 !> Free and total device memory in bytes (hipMemGetInfo on the AMD GPU build); -1 for both where there is no query.
1396 impure subroutine s_amr_dev_mem(free_b, total_b)
1397
1398 use iso_c_binding, only: c_int, c_size_t
1399 integer(8), intent(out) :: free_b, total_b
1400
1401# 249 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1402
1403 free_b = -1_8; total_b = -1_8
1404# 257 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1405
1406 end subroutine s_amr_dev_mem
1407
1408 !> Size the flat store for at least nloc local slots, growing geometrically and never shrinking. Growth preserves the live
1409 !! columns on the device (no PCIe round trip); the host mirror comes out undefined.
1410 impure subroutine s_amr_st_reserve(nloc)
1411
1412 integer, intent(in) :: nloc
1413 integer :: oldcap, newcap, i, brlo(3), brhi(3)
1414 integer :: c5, i4, k3, j2, i1
1415 integer :: blo1, bhi1, blo2, bhi2, blo3, bhi3
1416 !> device bytes kept free through a growth; without a free-memory query, the largest old store staged on the device
1417 integer(8), parameter :: amr_grow_dev_bytes = 4_8*1024_8**3
1418 integer(8) :: st_col_bytes, free_b, total_b
1419 logical :: dev_stage
1420 real(stp), allocatable :: tmp(:,:,:,:,:), hstage(:,:,:,:,:)
1421 type(scalar_field), allocatable :: tmp_br(:) !< CCE descriptor workaround, see below
1422
1423 ! Contract: the store is device-authoritative at every call and the host mirror is undefined after a growth. A caller that
1424 ! just wrote the store on the host (restart read) must push its slot to the device before the next s_amr_alloc_slot.
1425
1426 if (nloc <= amr_st_cap) return
1427 oldcap = amr_st_cap
1428 st_col_bytes = int(mbuf_hi(1) - mbuf_lo(1) + 1, 8)*int(mbuf_hi(2) - mbuf_lo(2) + 1, 8)*int(mbuf_hi(3) - mbuf_lo(3) + 1, &
1429 & 8)*int(sys_size, 8)*int(storage_size(0._stp)/8, 8)
1430 ! Staging one array on the device peaks at 2*newcap - oldcap extra columns: double when that fits in free device memory,
1431 ! else grow 1.25x (16-slot cap, +8 floor) and stage through the host if the device copy does not fit either.
1432 call s_amr_dev_mem(free_b, total_b)
1433 newcap = max(2*oldcap, nloc, 8)
1434 if (.not. f_fits(newcap)) newcap = max(oldcap + max(min(oldcap/4, 16), 8), nloc)
1435 dev_stage = f_fits(newcap)
1436 if (free_b < 0) dev_stage = int(oldcap, 8)*st_col_bytes <= amr_grow_dev_bytes
1437
1438 blo1 = mbuf_lo(1); bhi1 = mbuf_hi(1)
1439 blo2 = mbuf_lo(2); bhi2 = mbuf_hi(2)
1440 blo3 = mbuf_lo(3); bhi3 = mbuf_hi(3)
1441
1442# 295 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1443 if (.not. dev_stage) then
1444 ! near-limit fallback: slow (full PCIe both ways) but its device peak is max(old, new)
1445
1446# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1447#if defined(MFC_OpenACC)
1448# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1449!$acc update host(amr_cons_st)
1450# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1451#elif defined(MFC_OpenMP)
1452# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1453!$omp target update from(amr_cons_st)
1454# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1455#endif
1456# 298 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1457 allocate (hstage(mbuf_lo(1):mbuf_hi(1),mbuf_lo(2):mbuf_hi(2),mbuf_lo(3):mbuf_hi(3),1:sys_size,1:oldcap))
1458 hstage = amr_cons_st(:,:,:,:,1:oldcap)
1459# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1460#ifdef MFC_DEBUG
1461# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1462 block
1463# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1464 use iso_fortran_env, only: output_unit
1465# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1466
1467# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1468 print *, 'm_amr_store.fpp:300: ', '@:DEALLOCATE(amr_cons_st)'
1469# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1470
1471# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1472 call flush (output_unit)
1473# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1474 end block
1475# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1476#endif
1477# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1478
1479# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1480#if defined(MFC_OpenACC)
1481# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1482!$acc exit data delete(amr_cons_st)
1483# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1484#elif defined(MFC_OpenMP)
1485# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1486!$omp target exit data map(release:amr_cons_st)
1487# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1488#endif
1489# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1490 deallocate (amr_cons_st)
1491# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1492#ifdef MFC_DEBUG
1493# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1494 block
1495# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1496 use iso_fortran_env, only: output_unit
1497# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1498
1499# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1500 print *, 'm_amr_store.fpp:301: ', '@:ALLOCATE(amr_cons_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))'
1501# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1502
1503# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1504 call flush (output_unit)
1505# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1506 end block
1507# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1508#endif
1509# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1510 allocate (amr_cons_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))
1511# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1512
1513# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1514
1515# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1516#if defined(MFC_OpenACC)
1517# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1518!$acc enter data create(amr_cons_st)
1519# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1520#elif defined(MFC_OpenMP)
1521# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1522!$omp target enter data map(always,alloc:amr_cons_st)
1523# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1524#endif
1525# 302 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1526 amr_cons_st(:,:,:,:,1:oldcap) = hstage
1527# 303 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1528 amr_cons_st(:,:,:,:,oldcap + 1:newcap) = 0._stp
1529# 304 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1530 deallocate (hstage)
1531
1532# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1533#if defined(MFC_OpenACC)
1534# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1535!$acc update device(amr_cons_st)
1536# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1537#elif defined(MFC_OpenMP)
1538# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1539!$omp target update to(amr_cons_st)
1540# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1541#endif
1542# 306 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1543 else
1544 if (oldcap > 0) then
1545 ! stage the live columns on the device (tmp is device-mapped by @:ALLOCATE); no PCIe traffic
1546#ifdef MFC_DEBUG
1547# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1548 block
1549# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1550 use iso_fortran_env, only: output_unit
1551# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1552
1553# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1554 print *, 'm_amr_store.fpp:309: ', '@:ALLOCATE(tmp(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:oldcap))'
1555# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1556
1557# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1558 call flush (output_unit)
1559# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1560 end block
1561# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1562#endif
1563# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1564 allocate (tmp(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:oldcap))
1565# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1566
1567# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1568
1569# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1570#if defined(MFC_OpenACC)
1571# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1572!$acc enter data create(tmp)
1573# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1574#elif defined(MFC_OpenMP)
1575# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1576!$omp target enter data map(always,alloc:tmp)
1577# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1578#endif
1579# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1580
1581# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1582
1583# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1584#if defined(MFC_OpenACC)
1585# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1586!$acc parallel loop collapse(4) gang vector default(present)
1587# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1588#elif defined(MFC_OpenMP)
1589# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1590
1591# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1592
1593# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1594
1595# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1596!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
1597# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1598#endif
1599# 311 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1600 do c5 = 1, oldcap
1601 do i4 = 1, sys_size
1602 do k3 = blo3, bhi3
1603 do j2 = blo2, bhi2
1604 do i1 = blo1, bhi1
1605 tmp(i1, j2, k3, i4, c5) = amr_cons_st(i1, j2, k3, i4, c5)
1606# 317 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1607 end do
1608 end do
1609 end do
1610 end do
1611 end do
1612
1613# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1614#if defined(MFC_OpenACC)
1615# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1616!$acc end parallel loop
1617# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1618#elif defined(MFC_OpenMP)
1619# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1620
1621# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1622!$omp end target teams loop
1623# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1624#endif
1625# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1626#ifdef MFC_DEBUG
1627# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1628 block
1629# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1630 use iso_fortran_env, only: output_unit
1631# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1632
1633# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1634 print *, 'm_amr_store.fpp:323: ', '@:DEALLOCATE(amr_cons_st)'
1635# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1636
1637# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1638 call flush (output_unit)
1639# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1640 end block
1641# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1642#endif
1643# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1644
1645# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1646#if defined(MFC_OpenACC)
1647# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1648!$acc exit data delete(amr_cons_st)
1649# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1650#elif defined(MFC_OpenMP)
1651# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1652!$omp target exit data map(release:amr_cons_st)
1653# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1654#endif
1655# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1656 deallocate (amr_cons_st)
1657# 324 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1658 end if
1659#ifdef MFC_DEBUG
1660# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1661 block
1662# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1663 use iso_fortran_env, only: output_unit
1664# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1665
1666# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1667 print *, 'm_amr_store.fpp:325: ', '@:ALLOCATE(amr_cons_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))'
1668# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1669
1670# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1671 call flush (output_unit)
1672# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1673 end block
1674# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1675#endif
1676# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1677 allocate (amr_cons_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))
1678# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1679
1680# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1681
1682# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1683#if defined(MFC_OpenACC)
1684# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1685!$acc enter data create(amr_cons_st)
1686# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1687#elif defined(MFC_OpenMP)
1688# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1689!$omp target enter data map(always,alloc:amr_cons_st)
1690# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1691#endif
1692# 326 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1693 ! restore the preserved columns and zero the rest on the device; two kernels so the oldcap == 0 path never
1694 ! references the unallocated tmp
1695 if (oldcap > 0) then
1696
1697# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1698
1699# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1700#if defined(MFC_OpenACC)
1701# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1702!$acc parallel loop collapse(4) gang vector default(present)
1703# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1704#elif defined(MFC_OpenMP)
1705# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1706
1707# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1708
1709# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1710
1711# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1712!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
1713# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1714#endif
1715# 330 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1716 do c5 = 1, oldcap
1717 do i4 = 1, sys_size
1718 do k3 = blo3, bhi3
1719 do j2 = blo2, bhi2
1720 do i1 = blo1, bhi1
1721 amr_cons_st(i1, j2, k3, i4, c5) = tmp(i1, j2, k3, i4, c5)
1722# 336 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1723 end do
1724 end do
1725 end do
1726 end do
1727 end do
1728
1729# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1730#if defined(MFC_OpenACC)
1731# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1732!$acc end parallel loop
1733# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1734#elif defined(MFC_OpenMP)
1735# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1736
1737# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1738!$omp end target teams loop
1739# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1740#endif
1741# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1742#ifdef MFC_DEBUG
1743# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1744 block
1745# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1746 use iso_fortran_env, only: output_unit
1747# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1748
1749# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1750 print *, 'm_amr_store.fpp:342: ', '@:DEALLOCATE(tmp)'
1751# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1752
1753# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1754 call flush (output_unit)
1755# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1756 end block
1757# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1758#endif
1759# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1760
1761# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1762#if defined(MFC_OpenACC)
1763# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1764!$acc exit data delete(tmp)
1765# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1766#elif defined(MFC_OpenMP)
1767# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1768!$omp target exit data map(release:tmp)
1769# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1770#endif
1771# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1772 deallocate (tmp)
1773# 343 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1774 end if
1775
1776# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1777
1778# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1779#if defined(MFC_OpenACC)
1780# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1781!$acc parallel loop collapse(4) gang vector default(present)
1782# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1783#elif defined(MFC_OpenMP)
1784# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1785
1786# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1787
1788# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1789
1790# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1791!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
1792# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1793#endif
1794# 345 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1795 do c5 = oldcap + 1, newcap
1796 do i4 = 1, sys_size
1797 do k3 = blo3, bhi3
1798 do j2 = blo2, bhi2
1799 do i1 = blo1, bhi1
1800 amr_cons_st(i1, j2, k3, i4, c5) = 0._stp
1801# 351 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1802 end do
1803 end do
1804 end do
1805 end do
1806 end do
1807
1808# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1809#if defined(MFC_OpenACC)
1810# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1811!$acc end parallel loop
1812# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1813#elif defined(MFC_OpenMP)
1814# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1815
1816# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1817!$omp end target teams loop
1818# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1819#endif
1820# 357 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1821 end if
1822# 295 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1823 if (.not. dev_stage) then
1824 ! near-limit fallback: slow (full PCIe both ways) but its device peak is max(old, new)
1825
1826# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1827#if defined(MFC_OpenACC)
1828# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1829!$acc update host(amr_stor_st)
1830# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1831#elif defined(MFC_OpenMP)
1832# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1833!$omp target update from(amr_stor_st)
1834# 297 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1835#endif
1836# 298 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1837 allocate (hstage(mbuf_lo(1):mbuf_hi(1),mbuf_lo(2):mbuf_hi(2),mbuf_lo(3):mbuf_hi(3),1:sys_size,1:oldcap))
1838 hstage = amr_stor_st(:,:,:,:,1:oldcap)
1839# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1840#ifdef MFC_DEBUG
1841# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1842 block
1843# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1844 use iso_fortran_env, only: output_unit
1845# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1846
1847# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1848 print *, 'm_amr_store.fpp:300: ', '@:DEALLOCATE(amr_stor_st)'
1849# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1850
1851# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1852 call flush (output_unit)
1853# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1854 end block
1855# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1856#endif
1857# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1858
1859# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1860#if defined(MFC_OpenACC)
1861# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1862!$acc exit data delete(amr_stor_st)
1863# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1864#elif defined(MFC_OpenMP)
1865# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1866!$omp target exit data map(release:amr_stor_st)
1867# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1868#endif
1869# 300 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1870 deallocate (amr_stor_st)
1871# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1872#ifdef MFC_DEBUG
1873# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1874 block
1875# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1876 use iso_fortran_env, only: output_unit
1877# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1878
1879# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1880 print *, 'm_amr_store.fpp:301: ', '@:ALLOCATE(amr_stor_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))'
1881# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1882
1883# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1884 call flush (output_unit)
1885# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1886 end block
1887# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1888#endif
1889# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1890 allocate (amr_stor_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))
1891# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1892
1893# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1894
1895# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1896#if defined(MFC_OpenACC)
1897# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1898!$acc enter data create(amr_stor_st)
1899# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1900#elif defined(MFC_OpenMP)
1901# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1902!$omp target enter data map(always,alloc:amr_stor_st)
1903# 301 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1904#endif
1905# 302 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1906 amr_stor_st(:,:,:,:,1:oldcap) = hstage
1907# 303 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1908 amr_stor_st(:,:,:,:,oldcap + 1:newcap) = 0._stp
1909# 304 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1910 deallocate (hstage)
1911
1912# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1913#if defined(MFC_OpenACC)
1914# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1915!$acc update device(amr_stor_st)
1916# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1917#elif defined(MFC_OpenMP)
1918# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1919!$omp target update to(amr_stor_st)
1920# 305 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1921#endif
1922# 306 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1923 else
1924 if (oldcap > 0) then
1925 ! stage the live columns on the device (tmp is device-mapped by @:ALLOCATE); no PCIe traffic
1926#ifdef MFC_DEBUG
1927# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1928 block
1929# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1930 use iso_fortran_env, only: output_unit
1931# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1932
1933# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1934 print *, 'm_amr_store.fpp:309: ', '@:ALLOCATE(tmp(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:oldcap))'
1935# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1936
1937# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1938 call flush (output_unit)
1939# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1940 end block
1941# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1942#endif
1943# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1944 allocate (tmp(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:oldcap))
1945# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1946
1947# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1948
1949# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1950#if defined(MFC_OpenACC)
1951# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1952!$acc enter data create(tmp)
1953# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1954#elif defined(MFC_OpenMP)
1955# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1956!$omp target enter data map(always,alloc:tmp)
1957# 309 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1958#endif
1959# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1960
1961# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1962
1963# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1964#if defined(MFC_OpenACC)
1965# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1966!$acc parallel loop collapse(4) gang vector default(present)
1967# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1968#elif defined(MFC_OpenMP)
1969# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1970
1971# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1972
1973# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1974
1975# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1976!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
1977# 310 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1978#endif
1979# 311 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1980 do c5 = 1, oldcap
1981 do i4 = 1, sys_size
1982 do k3 = blo3, bhi3
1983 do j2 = blo2, bhi2
1984 do i1 = blo1, bhi1
1985 tmp(i1, j2, k3, i4, c5) = amr_stor_st(i1, j2, k3, i4, c5)
1986# 317 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1987 end do
1988 end do
1989 end do
1990 end do
1991 end do
1992
1993# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1994#if defined(MFC_OpenACC)
1995# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1996!$acc end parallel loop
1997# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
1998#elif defined(MFC_OpenMP)
1999# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2000
2001# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2002!$omp end target teams loop
2003# 322 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2004#endif
2005# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2006#ifdef MFC_DEBUG
2007# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2008 block
2009# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2010 use iso_fortran_env, only: output_unit
2011# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2012
2013# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2014 print *, 'm_amr_store.fpp:323: ', '@:DEALLOCATE(amr_stor_st)'
2015# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2016
2017# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2018 call flush (output_unit)
2019# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2020 end block
2021# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2022#endif
2023# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2024
2025# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2026#if defined(MFC_OpenACC)
2027# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2028!$acc exit data delete(amr_stor_st)
2029# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2030#elif defined(MFC_OpenMP)
2031# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2032!$omp target exit data map(release:amr_stor_st)
2033# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2034#endif
2035# 323 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2036 deallocate (amr_stor_st)
2037# 324 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2038 end if
2039#ifdef MFC_DEBUG
2040# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2041 block
2042# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2043 use iso_fortran_env, only: output_unit
2044# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2045
2046# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2047 print *, 'm_amr_store.fpp:325: ', '@:ALLOCATE(amr_stor_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))'
2048# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2049
2050# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2051 call flush (output_unit)
2052# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2053 end block
2054# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2055#endif
2056# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2057 allocate (amr_stor_st(mbuf_lo(1):mbuf_hi(1), mbuf_lo(2):mbuf_hi(2), mbuf_lo(3):mbuf_hi(3), 1:sys_size, 1:newcap))
2058# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2059
2060# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2061
2062# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2063#if defined(MFC_OpenACC)
2064# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2065!$acc enter data create(amr_stor_st)
2066# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2067#elif defined(MFC_OpenMP)
2068# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2069!$omp target enter data map(always,alloc:amr_stor_st)
2070# 325 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2071#endif
2072# 326 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2073 ! restore the preserved columns and zero the rest on the device; two kernels so the oldcap == 0 path never
2074 ! references the unallocated tmp
2075 if (oldcap > 0) then
2076
2077# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2078
2079# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2080#if defined(MFC_OpenACC)
2081# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2082!$acc parallel loop collapse(4) gang vector default(present)
2083# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2084#elif defined(MFC_OpenMP)
2085# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2086
2087# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2088
2089# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2090
2091# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2092!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2093# 329 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2094#endif
2095# 330 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2096 do c5 = 1, oldcap
2097 do i4 = 1, sys_size
2098 do k3 = blo3, bhi3
2099 do j2 = blo2, bhi2
2100 do i1 = blo1, bhi1
2101 amr_stor_st(i1, j2, k3, i4, c5) = tmp(i1, j2, k3, i4, c5)
2102# 336 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2103 end do
2104 end do
2105 end do
2106 end do
2107 end do
2108
2109# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2110#if defined(MFC_OpenACC)
2111# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2112!$acc end parallel loop
2113# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2114#elif defined(MFC_OpenMP)
2115# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2116
2117# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2118!$omp end target teams loop
2119# 341 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2120#endif
2121# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2122#ifdef MFC_DEBUG
2123# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2124 block
2125# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2126 use iso_fortran_env, only: output_unit
2127# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2128
2129# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2130 print *, 'm_amr_store.fpp:342: ', '@:DEALLOCATE(tmp)'
2131# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2132
2133# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2134 call flush (output_unit)
2135# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2136 end block
2137# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2138#endif
2139# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2140
2141# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2142#if defined(MFC_OpenACC)
2143# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2144!$acc exit data delete(tmp)
2145# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2146#elif defined(MFC_OpenMP)
2147# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2148!$omp target exit data map(release:tmp)
2149# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2150#endif
2151# 342 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2152 deallocate (tmp)
2153# 343 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2154 end if
2155
2156# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2157
2158# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2159#if defined(MFC_OpenACC)
2160# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2161!$acc parallel loop collapse(4) gang vector default(present)
2162# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2163#elif defined(MFC_OpenMP)
2164# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2165
2166# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2167
2168# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2169
2170# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2171!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2172# 344 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2173#endif
2174# 345 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2175 do c5 = oldcap + 1, newcap
2176 do i4 = 1, sys_size
2177 do k3 = blo3, bhi3
2178 do j2 = blo2, bhi2
2179 do i1 = blo1, bhi1
2180 amr_stor_st(i1, j2, k3, i4, c5) = 0._stp
2181# 351 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2182 end do
2183 end do
2184 end do
2185 end do
2186 end do
2187
2188# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2189#if defined(MFC_OpenACC)
2190# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2191!$acc end parallel loop
2192# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2193#elif defined(MFC_OpenMP)
2194# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2195
2196# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2197!$omp end target teams loop
2198# 356 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2199#endif
2200# 357 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2201 end if
2202# 359 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2203
2204 amr_st_cap = newcap
2205
2206 ! the bridge spans a bounded batch of blocks along the last active dimension (amr_br_batch)
2207 if (.not. allocated(amr_cons_br)) then
2208 brlo = [mbuf_lo(1), mbuf_lo(2), mbuf_lo(3)]; brhi = [mbuf_hi(1), mbuf_hi(2), mbuf_hi(3)]
2209 brhi(num_dims) = brlo(num_dims) + amr_br_batch*(brhi(num_dims) - brlo(num_dims) + 1) - 1
2210 ! CCE descriptor defect, as amr_cg: allocate a local, move_alloc, then map
2211 allocate (tmp_br(1:sys_size)); call move_alloc(tmp_br, amr_cons_br)
2212
2213# 368 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2214#if defined(MFC_OpenACC)
2215# 368 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2216!$acc enter data create(amr_cons_br)
2217# 368 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2218#elif defined(MFC_OpenMP)
2219# 368 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2220!$omp target enter data map(always,alloc:amr_cons_br)
2221# 368 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2222#endif
2223# 369 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2224 do i = 1, sys_size
2225#ifdef MFC_DEBUG
2226# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2227 block
2228# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2229 use iso_fortran_env, only: output_unit
2230# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2231
2232# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2233 print *, 'm_amr_store.fpp:370: ', '@:ALLOCATE(amr_cons_br(i)%sf(brlo(1):brhi(1), brlo(2):brhi(2), brlo(3):brhi(3)))'
2234# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2235
2236# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2237 call flush (output_unit)
2238# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2239 end block
2240# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2241#endif
2242# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2243 allocate (amr_cons_br(i)%sf(brlo(1):brhi(1), brlo(2):brhi(2), brlo(3):brhi(3)))
2244# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2245
2246# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2247
2248# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2249#if defined(MFC_OpenACC)
2250# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2251!$acc enter data create(amr_cons_br(i)%sf)
2252# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2253#elif defined(MFC_OpenMP)
2254# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2255!$omp target enter data map(always,alloc:amr_cons_br(i)%sf)
2256# 370 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2257#endif
2258# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2259#ifdef _CRAYFTN
2260# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2261 block
2262# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2263#ifdef MFC_DEBUG
2264# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2265 block
2266# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2267 use iso_fortran_env, only: output_unit
2268# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2269
2270# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2271 print *, 'm_amr_store.fpp:371: ', '@:ACC_SETUP_SFs(amr_cons_br(i))'
2272# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2273
2274# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2275 call flush (output_unit)
2276# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2277 end block
2278# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2279#endif
2280# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2281
2282# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2283
2284# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2285#if defined(MFC_OpenACC)
2286# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2287!$acc enter data copyin(amr_cons_br(i))
2288# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2289#elif defined(MFC_OpenMP)
2290# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2291!$omp target enter data map(to:amr_cons_br(i))
2292# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2293#endif
2294# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2295 if (associated(amr_cons_br(i)%sf)) then
2296# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2297
2298# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2299#if defined(MFC_OpenACC)
2300# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2301!$acc enter data copyin(amr_cons_br(i)%sf)
2302# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2303#elif defined(MFC_OpenMP)
2304# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2305!$omp target enter data map(to:amr_cons_br(i)%sf)
2306# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2307#endif
2308# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2309 end if
2310# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2311 end block
2312# 371 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2313#endif
2314# 372 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2315 end do
2316 end if
2317
2318 contains
2319
2320 !> Device staging of a growth to cap c leaves amr_grow_dev_bytes free (false when free memory is unknown).
2321 logical function f_fits(c)
2322
2323 integer, intent(in) :: c
2324
2325 f_fits = free_b >= 0 .and. int(2*c - oldcap, 8)*st_col_bytes + amr_grow_dev_bytes <= free_b
2326
2327 end function f_fits
2328
2329 end subroutine s_amr_st_reserve
2330
2331 !> Move block loc's conserved state between the flat store and the bridge over the whole buffered box (all slots share the mbuf
2332 !! extents).
2333# 391 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2334# 392 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2335# 393 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2336# 394 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2337# 395 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2338 impure subroutine s_amr_br_load(loc)
2339# 396 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2340
2341 integer, intent(in) :: loc
2342 integer :: i, j, k, l
2343 integer :: blo1, bhi1, blo2, bhi2, blo3, bhi3
2344
2345 blo1 = mbuf_lo(1); bhi1 = mbuf_hi(1)
2346 blo2 = mbuf_lo(2); bhi2 = mbuf_hi(2)
2347 blo3 = mbuf_lo(3); bhi3 = mbuf_hi(3)
2348
2349
2350# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2351
2352# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2353#if defined(MFC_OpenACC)
2354# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2355!$acc parallel loop collapse(4) gang vector default(present)
2356# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2357#elif defined(MFC_OpenMP)
2358# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2359
2360# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2361
2362# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2363
2364# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2365!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2366# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2367#endif
2368# 406 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2369 do i = 1, sys_size
2370 do l = blo3, bhi3
2371 do k = blo2, bhi2
2372 do j = blo1, bhi1
2373 amr_cons_br(i)%sf(j, k, l) = amr_cons_st(j, k, l, i, loc)
2374# 411 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2375 end do
2376 end do
2377 end do
2378 end do
2379
2380# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2381#if defined(MFC_OpenACC)
2382# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2383!$acc end parallel loop
2384# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2385#elif defined(MFC_OpenMP)
2386# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2387
2388# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2389!$omp end target teams loop
2390# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2391#endif
2392# 416 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2393
2394 end subroutine s_amr_br_load
2395# 418 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2396# 393 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2397# 394 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2398# 395 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2399 impure subroutine s_amr_br_store(loc)
2400# 396 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2401
2402 integer, intent(in) :: loc
2403 integer :: i, j, k, l
2404 integer :: blo1, bhi1, blo2, bhi2, blo3, bhi3
2405
2406 blo1 = mbuf_lo(1); bhi1 = mbuf_hi(1)
2407 blo2 = mbuf_lo(2); bhi2 = mbuf_hi(2)
2408 blo3 = mbuf_lo(3); bhi3 = mbuf_hi(3)
2409
2410
2411# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2412
2413# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2414#if defined(MFC_OpenACC)
2415# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2416!$acc parallel loop collapse(4) gang vector default(present)
2417# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2418#elif defined(MFC_OpenMP)
2419# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2420
2421# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2422
2423# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2424
2425# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2426!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2427# 405 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2428#endif
2429# 406 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2430 do i = 1, sys_size
2431 do l = blo3, bhi3
2432 do k = blo2, bhi2
2433 do j = blo1, bhi1
2434 amr_cons_st(j, k, l, i, loc) = amr_cons_br(i)%sf(j, k, l)
2435# 411 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2436 end do
2437 end do
2438 end do
2439 end do
2440
2441# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2442#if defined(MFC_OpenACC)
2443# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2444!$acc end parallel loop
2445# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2446#elif defined(MFC_OpenMP)
2447# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2448
2449# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2450!$omp end target teams loop
2451# 415 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2452#endif
2453# 416 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2454
2455 end subroutine s_amr_br_store
2456# 418 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2457# 419 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2458
2459 !> Face-bounded bridge move for the level>=2 reflux apply: moves only the six one-cell planes (outside cell olo(d)/ohi(d) of
2460 !! each active dim, over the caller's transverse window) that s_amr_reflux_apply_faces read-modify-writes, skipping zero-weight
2461 !! planes as the apply does. Bit-identical to a whole-box move.
2462# 424 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2463# 425 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2464# 426 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2465 impure subroutine s_amr_br_load_faces(loc, olo, ohi, glo, ghi, woff, w_lo, w_hi)
2466# 427 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2467
2468 integer, intent(in) :: loc, olo(3), ohi(3), glo(3), ghi(3), woff(3)
2469 real(wp), intent(in) :: w_lo(3), w_hi(3)
2470 integer :: i, g1, g2, ol, oh, wa, wb, gla, gha, glb, ghb
2471 real(wp) :: wgt_lo, wgt_hi
2472
2473 ! per face direction d the transverse dims are (ta, tb); bounds and plane weights are hoisted to scalars since host
2474 ! dummies in a default(present) region abort CCE OpenACC
2475
2476# 438 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2477 if (amr_dim(1) .and. (w_lo(1) /= 0._wp .or. w_hi(1) /= 0._wp)) then
2478# 439 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2479 ol = olo(1); oh = ohi(1); wa = woff(2); wb = woff(3)
2480# 440 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2481 gla = glo(2); gha = ghi(2); glb = glo(3); ghb = ghi(3)
2482# 441 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2483 wgt_lo = w_lo(1); wgt_hi = w_hi(1)
2484# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2485
2486# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2487
2488# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2489#if defined(MFC_OpenACC)
2490# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2491!$acc parallel loop collapse(3) gang vector default(present)
2492# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2493#elif defined(MFC_OpenMP)
2494# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2495
2496# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2497
2498# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2499
2500# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2501!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(3) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2502# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2503#endif
2504# 443 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2505 do i = 1, sys_size
2506 do g2 = glb, ghb
2507 do g1 = gla, gha
2508# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2509 if (wgt_lo /= 0._wp) then
2510# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2511# 449 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2512 amr_cons_br(i)%sf(ol, wa + g1, wb + g2) = amr_cons_st(ol, wa + g1, wb + g2, i, loc)
2513# 450 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2514# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2515 end if
2516# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2517 if (wgt_hi /= 0._wp) then
2518# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2519# 449 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2520 amr_cons_br(i)%sf(oh, wa + g1, wb + g2) = amr_cons_st(oh, wa + g1, wb + g2, i, loc)
2521# 450 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2522# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2523 end if
2524# 455 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2525 end do
2526 end do
2527 end do
2528
2529# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2530#if defined(MFC_OpenACC)
2531# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2532!$acc end parallel loop
2533# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2534#elif defined(MFC_OpenMP)
2535# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2536
2537# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2538!$omp end target teams loop
2539# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2540#endif
2541# 459 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2542 end if
2543# 438 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2544 if (amr_dim(2) .and. (w_lo(2) /= 0._wp .or. w_hi(2) /= 0._wp)) then
2545# 439 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2546 ol = olo(2); oh = ohi(2); wa = woff(1); wb = woff(3)
2547# 440 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2548 gla = glo(1); gha = ghi(1); glb = glo(3); ghb = ghi(3)
2549# 441 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2550 wgt_lo = w_lo(2); wgt_hi = w_hi(2)
2551# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2552
2553# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2554
2555# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2556#if defined(MFC_OpenACC)
2557# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2558!$acc parallel loop collapse(3) gang vector default(present)
2559# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2560#elif defined(MFC_OpenMP)
2561# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2562
2563# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2564
2565# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2566
2567# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2568!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(3) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2569# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2570#endif
2571# 443 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2572 do i = 1, sys_size
2573 do g2 = glb, ghb
2574 do g1 = gla, gha
2575# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2576 if (wgt_lo /= 0._wp) then
2577# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2578# 449 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2579 amr_cons_br(i)%sf(wa + g1, ol, wb + g2) = amr_cons_st(wa + g1, ol, wb + g2, i, loc)
2580# 450 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2581# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2582 end if
2583# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2584 if (wgt_hi /= 0._wp) then
2585# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2586# 449 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2587 amr_cons_br(i)%sf(wa + g1, oh, wb + g2) = amr_cons_st(wa + g1, oh, wb + g2, i, loc)
2588# 450 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2589# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2590 end if
2591# 455 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2592 end do
2593 end do
2594 end do
2595
2596# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2597#if defined(MFC_OpenACC)
2598# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2599!$acc end parallel loop
2600# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2601#elif defined(MFC_OpenMP)
2602# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2603
2604# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2605!$omp end target teams loop
2606# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2607#endif
2608# 459 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2609 end if
2610# 438 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2611 if (amr_dim(3) .and. (w_lo(3) /= 0._wp .or. w_hi(3) /= 0._wp)) then
2612# 439 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2613 ol = olo(3); oh = ohi(3); wa = woff(1); wb = woff(2)
2614# 440 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2615 gla = glo(1); gha = ghi(1); glb = glo(2); ghb = ghi(2)
2616# 441 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2617 wgt_lo = w_lo(3); wgt_hi = w_hi(3)
2618# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2619
2620# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2621
2622# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2623#if defined(MFC_OpenACC)
2624# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2625!$acc parallel loop collapse(3) gang vector default(present)
2626# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2627#elif defined(MFC_OpenMP)
2628# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2629
2630# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2631
2632# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2633
2634# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2635!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(3) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2636# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2637#endif
2638# 443 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2639 do i = 1, sys_size
2640 do g2 = glb, ghb
2641 do g1 = gla, gha
2642# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2643 if (wgt_lo /= 0._wp) then
2644# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2645# 449 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2646 amr_cons_br(i)%sf(wa + g1, wb + g2, ol) = amr_cons_st(wa + g1, wb + g2, ol, i, loc)
2647# 450 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2648# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2649 end if
2650# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2651 if (wgt_hi /= 0._wp) then
2652# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2653# 449 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2654 amr_cons_br(i)%sf(wa + g1, wb + g2, oh) = amr_cons_st(wa + g1, wb + g2, oh, i, loc)
2655# 450 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2656# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2657 end if
2658# 455 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2659 end do
2660 end do
2661 end do
2662
2663# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2664#if defined(MFC_OpenACC)
2665# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2666!$acc end parallel loop
2667# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2668#elif defined(MFC_OpenMP)
2669# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2670
2671# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2672!$omp end target teams loop
2673# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2674#endif
2675# 459 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2676 end if
2677# 461 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2678
2679 end subroutine s_amr_br_load_faces
2680# 463 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2681# 424 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2682# 425 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2683# 426 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2684 impure subroutine s_amr_br_store_faces(loc, olo, ohi, glo, ghi, woff, w_lo, w_hi)
2685# 427 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2686
2687 integer, intent(in) :: loc, olo(3), ohi(3), glo(3), ghi(3), woff(3)
2688 real(wp), intent(in) :: w_lo(3), w_hi(3)
2689 integer :: i, g1, g2, ol, oh, wa, wb, gla, gha, glb, ghb
2690 real(wp) :: wgt_lo, wgt_hi
2691
2692 ! per face direction d the transverse dims are (ta, tb); bounds and plane weights are hoisted to scalars since host
2693 ! dummies in a default(present) region abort CCE OpenACC
2694
2695# 438 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2696 if (amr_dim(1) .and. (w_lo(1) /= 0._wp .or. w_hi(1) /= 0._wp)) then
2697# 439 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2698 ol = olo(1); oh = ohi(1); wa = woff(2); wb = woff(3)
2699# 440 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2700 gla = glo(2); gha = ghi(2); glb = glo(3); ghb = ghi(3)
2701# 441 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2702 wgt_lo = w_lo(1); wgt_hi = w_hi(1)
2703# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2704
2705# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2706
2707# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2708#if defined(MFC_OpenACC)
2709# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2710!$acc parallel loop collapse(3) gang vector default(present)
2711# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2712#elif defined(MFC_OpenMP)
2713# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2714
2715# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2716
2717# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2718
2719# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2720!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(3) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2721# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2722#endif
2723# 443 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2724 do i = 1, sys_size
2725 do g2 = glb, ghb
2726 do g1 = gla, gha
2727# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2728 if (wgt_lo /= 0._wp) then
2729# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2730# 451 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2731 amr_cons_st(ol, wa + g1, wb + g2, i, loc) = amr_cons_br(i)%sf(ol, wa + g1, wb + g2)
2732# 452 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2733# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2734 end if
2735# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2736 if (wgt_hi /= 0._wp) then
2737# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2738# 451 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2739 amr_cons_st(oh, wa + g1, wb + g2, i, loc) = amr_cons_br(i)%sf(oh, wa + g1, wb + g2)
2740# 452 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2741# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2742 end if
2743# 455 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2744 end do
2745 end do
2746 end do
2747
2748# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2749#if defined(MFC_OpenACC)
2750# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2751!$acc end parallel loop
2752# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2753#elif defined(MFC_OpenMP)
2754# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2755
2756# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2757!$omp end target teams loop
2758# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2759#endif
2760# 459 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2761 end if
2762# 438 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2763 if (amr_dim(2) .and. (w_lo(2) /= 0._wp .or. w_hi(2) /= 0._wp)) then
2764# 439 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2765 ol = olo(2); oh = ohi(2); wa = woff(1); wb = woff(3)
2766# 440 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2767 gla = glo(1); gha = ghi(1); glb = glo(3); ghb = ghi(3)
2768# 441 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2769 wgt_lo = w_lo(2); wgt_hi = w_hi(2)
2770# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2771
2772# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2773
2774# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2775#if defined(MFC_OpenACC)
2776# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2777!$acc parallel loop collapse(3) gang vector default(present)
2778# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2779#elif defined(MFC_OpenMP)
2780# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2781
2782# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2783
2784# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2785
2786# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2787!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(3) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2788# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2789#endif
2790# 443 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2791 do i = 1, sys_size
2792 do g2 = glb, ghb
2793 do g1 = gla, gha
2794# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2795 if (wgt_lo /= 0._wp) then
2796# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2797# 451 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2798 amr_cons_st(wa + g1, ol, wb + g2, i, loc) = amr_cons_br(i)%sf(wa + g1, ol, wb + g2)
2799# 452 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2800# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2801 end if
2802# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2803 if (wgt_hi /= 0._wp) then
2804# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2805# 451 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2806 amr_cons_st(wa + g1, oh, wb + g2, i, loc) = amr_cons_br(i)%sf(wa + g1, oh, wb + g2)
2807# 452 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2808# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2809 end if
2810# 455 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2811 end do
2812 end do
2813 end do
2814
2815# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2816#if defined(MFC_OpenACC)
2817# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2818!$acc end parallel loop
2819# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2820#elif defined(MFC_OpenMP)
2821# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2822
2823# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2824!$omp end target teams loop
2825# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2826#endif
2827# 459 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2828 end if
2829# 438 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2830 if (amr_dim(3) .and. (w_lo(3) /= 0._wp .or. w_hi(3) /= 0._wp)) then
2831# 439 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2832 ol = olo(3); oh = ohi(3); wa = woff(1); wb = woff(2)
2833# 440 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2834 gla = glo(1); gha = ghi(1); glb = glo(2); ghb = ghi(2)
2835# 441 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2836 wgt_lo = w_lo(3); wgt_hi = w_hi(3)
2837# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2838
2839# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2840
2841# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2842#if defined(MFC_OpenACC)
2843# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2844!$acc parallel loop collapse(3) gang vector default(present)
2845# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2846#elif defined(MFC_OpenMP)
2847# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2848
2849# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2850
2851# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2852
2853# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2854!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(3) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer)
2855# 442 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2856#endif
2857# 443 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2858 do i = 1, sys_size
2859 do g2 = glb, ghb
2860 do g1 = gla, gha
2861# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2862 if (wgt_lo /= 0._wp) then
2863# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2864# 451 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2865 amr_cons_st(wa + g1, wb + g2, ol, i, loc) = amr_cons_br(i)%sf(wa + g1, wb + g2, ol)
2866# 452 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2867# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2868 end if
2869# 447 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2870 if (wgt_hi /= 0._wp) then
2871# 448 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2872# 451 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2873 amr_cons_st(wa + g1, wb + g2, oh, i, loc) = amr_cons_br(i)%sf(wa + g1, wb + g2, oh)
2874# 452 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2875# 453 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2876 end if
2877# 455 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2878 end do
2879 end do
2880 end do
2881
2882# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2883#if defined(MFC_OpenACC)
2884# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2885!$acc end parallel loop
2886# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2887#elif defined(MFC_OpenMP)
2888# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2889
2890# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2891!$omp end target teams loop
2892# 458 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2893#endif
2894# 459 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2895 end if
2896# 461 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2897
2898 end subroutine s_amr_br_store_faces
2899# 463 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2900# 464 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2901
2902 !> Batched bridge load: every batch member (amr_bat_blk/amr_bat_loc, extents amr_bat_ext) lands at offset (ibm-1)*amr_bat_w
2903 !! along amr_bat_sd with its ghost shell, in one kernel. Nothing is stored back: s_compute_rhs does not write its cons dummy on
2904 !! the fine path.
2905 impure subroutine s_amr_br_load_batch(nb)
2906
2907 integer, intent(in) :: nb
2908 integer :: ibm, i, j, k, l, loc, b1l, b1h, b2l, b2h, b3l, b3h, jj, kk, ll, bs, mb
2909
2910 bs = buff_size
2911 b1l = amr_slots(amr_cur)%idwbuff(1)%beg; b1h = amr_slots(amr_cur)%idwbuff(1)%end
2912 b2l = amr_slots(amr_cur)%idwbuff(2)%beg; b2h = amr_slots(amr_cur)%idwbuff(2)%end
2913 b3l = amr_slots(amr_cur)%idwbuff(3)%beg; b3h = amr_slots(amr_cur)%idwbuff(3)%end
2914
2915# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2916
2917# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2918#if defined(MFC_OpenACC)
2919# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2920!$acc parallel loop collapse(5) gang vector default(present) private(loc, jj, kk, ll, mb) copyin(nb, nb, b1l, b1h, b2l, b2h, b3l, b3h, bs)
2921# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2922#elif defined(MFC_OpenMP)
2923# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2924
2925# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2926
2927# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2928
2929# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2930!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(5) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer) &
2931# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2932!$omp& private(loc, jj, kk, ll, mb) map(to:nb, nb, b1l, b1h, b2l, b2h, b3l, b3h, bs)
2933# 477 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2934#endif
2935# 478 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2936 do ibm = 1, nb
2937 do i = 1, sys_size
2938 do l = b3l, b3h
2939 do k = b2l, b2h
2940 do j = b1l, b1h
2941 mb = min(ibm, nb) ! the slots past the last member repeat it (finite filler for the stencils)
2942 loc = amr_bat_loc(mb)
2943 ! padded member (amr_bat_pad): clamp to its own buffered region (finite filler, never read by a real
2944 ! stencil)
2945 jj = min(j, amr_bat_mext(1, mb) + bs); kk = min(k, amr_bat_mext(2, mb) + bs); ll = min(l, &
2946 & amr_bat_mext(3, mb) + bs)
2947 amr_cons_br(i)%sf(j + amr_bat_off(1, ibm), k + amr_bat_off(2, ibm), l + amr_bat_off(3, &
2948 & ibm)) = amr_cons_st(jj, kk, ll, i, loc)
2949 end do
2950 end do
2951 end do
2952 end do
2953 end do
2954
2955# 496 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2956#if defined(MFC_OpenACC)
2957# 496 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2958!$acc end parallel loop
2959# 496 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2960#elif defined(MFC_OpenMP)
2961# 496 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2962
2963# 496 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2964!$omp end target teams loop
2965# 496 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2966#endif
2967# 497 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2968
2969 end subroutine s_amr_br_load_batch
2970
2971 !> Copy batch member ibm's primitive state from the slab scratch into the block-frame scratch over its buffered extent, for the
2972 !! per-member IB correction.
2973 impure subroutine s_amr_bat_member_prim(ibm, src, dst)
2974
2975 integer, intent(in) :: ibm
2976 type(scalar_field), dimension(sys_size), intent(in) :: src
2977 type(scalar_field), dimension(sys_size), intent(inout) :: dst
2978 integer :: i, j, k, l, h, o1, o2, o3, b1l, b1h, b2l, b2h, b3l, b3h
2979
2980 h = amr_bat_blk(ibm)
2981 o1 = amr_bat_off(1, ibm); o2 = amr_bat_off(2, ibm); o3 = amr_bat_off(3, ibm)
2982 b1l = amr_slots(h)%idwbuff(1)%beg; b1h = amr_slots(h)%idwbuff(1)%end
2983 b2l = amr_slots(h)%idwbuff(2)%beg; b2h = amr_slots(h)%idwbuff(2)%end
2984 b3l = amr_slots(h)%idwbuff(3)%beg; b3h = amr_slots(h)%idwbuff(3)%end
2985
2986# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2987
2988# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2989#if defined(MFC_OpenACC)
2990# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2991!$acc parallel loop collapse(4) gang vector default(present) copyin(o1, o2, o3, b1l, b1h, b2l, b2h, b3l, b3h)
2992# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2993#elif defined(MFC_OpenMP)
2994# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2995
2996# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2997
2998# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
2999
3000# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3001!$omp target teams loop defaultmap(firstprivate:scalar) bind(teams,parallel) collapse(4) defaultmap(tofrom:aggregate) defaultmap(tofrom:allocatable) defaultmap(tofrom:pointer) &
3002# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3003!$omp& map(to:o1, o2, o3, b1l, b1h, b2l, b2h, b3l, b3h)
3004# 514 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3005#endif
3006# 515 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3007 do i = 1, sys_size
3008 do l = b3l, b3h
3009 do k = b2l, b2h
3010 do j = b1l, b1h
3011 dst(i)%sf(j, k, l) = src(i)%sf(j + o1, k + o2, l + o3)
3012 end do
3013 end do
3014 end do
3015 end do
3016
3017# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3018#if defined(MFC_OpenACC)
3019# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3020!$acc end parallel loop
3021# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3022#elif defined(MFC_OpenMP)
3023# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3024
3025# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3026!$omp end target teams loop
3027# 524 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3028#endif
3029# 525 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3030
3031 end subroutine s_amr_bat_member_prim
3032
3033 !> Free the flat store and dense-index maps (idempotent; called from both finalize paths).
3034 impure subroutine s_amr_st_finalize()
3035
3036 integer :: i
3037
3038 if (allocated(amr_loc_of)) deallocate (amr_loc_of, amr_loc_free)
3039 if (allocated(amr_gs_buf)) then
3040#ifdef MFC_DEBUG
3041# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3042 block
3043# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3044 use iso_fortran_env, only: output_unit
3045# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3046
3047# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3048 print *, 'm_amr_store.fpp:535: ', '@:DEALLOCATE(amr_gs_buf)'
3049# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3050
3051# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3052 call flush (output_unit)
3053# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3054 end block
3055# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3056#endif
3057# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3058
3059# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3060#if defined(MFC_OpenACC)
3061# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3062!$acc exit data delete(amr_gs_buf)
3063# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3064#elif defined(MFC_OpenMP)
3065# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3066!$omp target exit data map(release:amr_gs_buf)
3067# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3068#endif
3069# 535 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3070 deallocate (amr_gs_buf)
3071# 536 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3072 end if
3073# 538 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3074 if (allocated(amr_cons_st)) then
3075# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3076#ifdef MFC_DEBUG
3077# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3078 block
3079# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3080 use iso_fortran_env, only: output_unit
3081# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3082
3083# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3084 print *, 'm_amr_store.fpp:539: ', '@:DEALLOCATE(amr_cons_st)'
3085# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3086
3087# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3088 call flush (output_unit)
3089# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3090 end block
3091# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3092#endif
3093# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3094
3095# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3096#if defined(MFC_OpenACC)
3097# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3098!$acc exit data delete(amr_cons_st)
3099# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3100#elif defined(MFC_OpenMP)
3101# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3102!$omp target exit data map(release:amr_cons_st)
3103# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3104#endif
3105# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3106 deallocate (amr_cons_st)
3107# 540 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3108 end if
3109# 538 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3110 if (allocated(amr_stor_st)) then
3111# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3112#ifdef MFC_DEBUG
3113# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3114 block
3115# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3116 use iso_fortran_env, only: output_unit
3117# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3118
3119# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3120 print *, 'm_amr_store.fpp:539: ', '@:DEALLOCATE(amr_stor_st)'
3121# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3122
3123# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3124 call flush (output_unit)
3125# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3126 end block
3127# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3128#endif
3129# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3130
3131# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3132#if defined(MFC_OpenACC)
3133# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3134!$acc exit data delete(amr_stor_st)
3135# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3136#elif defined(MFC_OpenMP)
3137# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3138!$omp target exit data map(release:amr_stor_st)
3139# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3140#endif
3141# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3142 deallocate (amr_stor_st)
3143# 540 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3144 end if
3145# 538 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3146 if (allocated(amr_ibp)) then
3147# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3148#ifdef MFC_DEBUG
3149# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3150 block
3151# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3152 use iso_fortran_env, only: output_unit
3153# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3154
3155# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3156 print *, 'm_amr_store.fpp:539: ', '@:DEALLOCATE(amr_ibp)'
3157# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3158
3159# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3160 call flush (output_unit)
3161# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3162 end block
3163# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3164#endif
3165# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3166
3167# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3168#if defined(MFC_OpenACC)
3169# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3170!$acc exit data delete(amr_ibp)
3171# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3172#elif defined(MFC_OpenMP)
3173# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3174!$omp target exit data map(release:amr_ibp)
3175# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3176#endif
3177# 539 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3178 deallocate (amr_ibp)
3179# 540 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3180 end if
3181# 542 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3182 if (allocated(amr_ibp_blk)) deallocate (amr_ibp_blk)
3183 if (allocated(amr_cons_br)) then
3184 do i = 1, sys_size
3185#ifdef _CRAYFTN
3186# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3187 block
3188# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3189#ifdef MFC_DEBUG
3190# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3191 block
3192# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3193 use iso_fortran_env, only: output_unit
3194# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3195
3196# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3197 print *, 'm_amr_store.fpp:545: ', '@:ACC_TEARDOWN_SFs(amr_cons_br(i))'
3198# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3199
3200# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3201 call flush (output_unit)
3202# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3203 end block
3204# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3205#endif
3206# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3207
3208# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3209 if (associated(amr_cons_br(i)%sf)) then
3210# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3211
3212# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3213#if defined(MFC_OpenACC)
3214# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3215!$acc exit data delete(amr_cons_br(i)%sf)
3216# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3217#elif defined(MFC_OpenMP)
3218# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3219!$omp target exit data map(release:amr_cons_br(i)%sf)
3220# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3221#endif
3222# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3223 end if
3224# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3225
3226# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3227#if defined(MFC_OpenACC)
3228# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3229!$acc exit data delete(amr_cons_br(i))
3230# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3231#elif defined(MFC_OpenMP)
3232# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3233!$omp target exit data map(release:amr_cons_br(i))
3234# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3235#endif
3236# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3237 end block
3238# 545 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3239#endif
3240# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3241#ifdef MFC_DEBUG
3242# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3243 block
3244# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3245 use iso_fortran_env, only: output_unit
3246# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3247
3248# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3249 print *, 'm_amr_store.fpp:546: ', '@:DEALLOCATE(amr_cons_br(i)%sf)'
3250# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3251
3252# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3253 call flush (output_unit)
3254# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3255 end block
3256# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3257#endif
3258# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3259
3260# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3261#if defined(MFC_OpenACC)
3262# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3263!$acc exit data delete(amr_cons_br(i)%sf)
3264# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3265#elif defined(MFC_OpenMP)
3266# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3267!$omp target exit data map(release:amr_cons_br(i)%sf)
3268# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3269#endif
3270# 546 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3271 deallocate (amr_cons_br(i)%sf)
3272# 547 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3273 end do
3274#ifdef MFC_DEBUG
3275# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3276 block
3277# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3278 use iso_fortran_env, only: output_unit
3279# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3280
3281# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3282 print *, 'm_amr_store.fpp:548: ', '@:DEALLOCATE(amr_cons_br)'
3283# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3284
3285# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3286 call flush (output_unit)
3287# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3288 end block
3289# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3290#endif
3291# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3292
3293# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3294#if defined(MFC_OpenACC)
3295# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3296!$acc exit data delete(amr_cons_br)
3297# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3298#elif defined(MFC_OpenMP)
3299# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3300!$omp target exit data map(release:amr_cons_br)
3301# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3302#endif
3303# 548 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3304 deallocate (amr_cons_br)
3305# 549 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3306 end if
3307 if (allocated(amr_scr_prim)) then
3308 do i = 1, sys_size
3309#ifdef _CRAYFTN
3310# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3311 block
3312# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3313#ifdef MFC_DEBUG
3314# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3315 block
3316# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3317 use iso_fortran_env, only: output_unit
3318# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3319
3320# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3321 print *, 'm_amr_store.fpp:552: ', '@:ACC_TEARDOWN_SFs(amr_scr_prim(i))'
3322# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3323
3324# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3325 call flush (output_unit)
3326# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3327 end block
3328# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3329#endif
3330# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3331
3332# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3333 if (associated(amr_scr_prim(i)%sf)) then
3334# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3335
3336# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3337#if defined(MFC_OpenACC)
3338# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3339!$acc exit data delete(amr_scr_prim(i)%sf)
3340# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3341#elif defined(MFC_OpenMP)
3342# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3343!$omp target exit data map(release:amr_scr_prim(i)%sf)
3344# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3345#endif
3346# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3347 end if
3348# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3349
3350# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3351#if defined(MFC_OpenACC)
3352# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3353!$acc exit data delete(amr_scr_prim(i))
3354# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3355#elif defined(MFC_OpenMP)
3356# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3357!$omp target exit data map(release:amr_scr_prim(i))
3358# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3359#endif
3360# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3361 end block
3362# 552 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3363#endif
3364# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3365#ifdef MFC_DEBUG
3366# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3367 block
3368# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3369 use iso_fortran_env, only: output_unit
3370# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3371
3372# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3373 print *, 'm_amr_store.fpp:553: ', '@:DEALLOCATE(amr_scr_prim(i)%sf)'
3374# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3375
3376# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3377 call flush (output_unit)
3378# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3379 end block
3380# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3381#endif
3382# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3383
3384# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3385#if defined(MFC_OpenACC)
3386# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3387!$acc exit data delete(amr_scr_prim(i)%sf)
3388# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3389#elif defined(MFC_OpenMP)
3390# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3391!$omp target exit data map(release:amr_scr_prim(i)%sf)
3392# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3393#endif
3394# 553 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3395 deallocate (amr_scr_prim(i)%sf)
3396# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3397#ifdef _CRAYFTN
3398# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3399 block
3400# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3401#ifdef MFC_DEBUG
3402# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3403 block
3404# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3405 use iso_fortran_env, only: output_unit
3406# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3407
3408# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3409 print *, 'm_amr_store.fpp:554: ', '@:ACC_TEARDOWN_SFs(amr_scr_rhs(i))'
3410# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3411
3412# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3413 call flush (output_unit)
3414# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3415 end block
3416# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3417#endif
3418# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3419
3420# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3421 if (associated(amr_scr_rhs(i)%sf)) then
3422# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3423
3424# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3425#if defined(MFC_OpenACC)
3426# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3427!$acc exit data delete(amr_scr_rhs(i)%sf)
3428# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3429#elif defined(MFC_OpenMP)
3430# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3431!$omp target exit data map(release:amr_scr_rhs(i)%sf)
3432# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3433#endif
3434# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3435 end if
3436# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3437
3438# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3439#if defined(MFC_OpenACC)
3440# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3441!$acc exit data delete(amr_scr_rhs(i))
3442# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3443#elif defined(MFC_OpenMP)
3444# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3445!$omp target exit data map(release:amr_scr_rhs(i))
3446# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3447#endif
3448# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3449 end block
3450# 554 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3451#endif
3452# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3453#ifdef MFC_DEBUG
3454# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3455 block
3456# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3457 use iso_fortran_env, only: output_unit
3458# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3459
3460# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3461 print *, 'm_amr_store.fpp:555: ', '@:DEALLOCATE(amr_scr_rhs(i)%sf)'
3462# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3463
3464# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3465 call flush (output_unit)
3466# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3467 end block
3468# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3469#endif
3470# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3471
3472# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3473#if defined(MFC_OpenACC)
3474# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3475!$acc exit data delete(amr_scr_rhs(i)%sf)
3476# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3477#elif defined(MFC_OpenMP)
3478# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3479!$omp target exit data map(release:amr_scr_rhs(i)%sf)
3480# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3481#endif
3482# 555 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3483 deallocate (amr_scr_rhs(i)%sf)
3484# 556 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3485 end do
3486#ifdef MFC_DEBUG
3487# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3488 block
3489# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3490 use iso_fortran_env, only: output_unit
3491# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3492
3493# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3494 print *, 'm_amr_store.fpp:557: ', '@:DEALLOCATE(amr_scr_prim)'
3495# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3496
3497# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3498 call flush (output_unit)
3499# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3500 end block
3501# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3502#endif
3503# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3504
3505# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3506#if defined(MFC_OpenACC)
3507# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3508!$acc exit data delete(amr_scr_prim)
3509# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3510#elif defined(MFC_OpenMP)
3511# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3512!$omp target exit data map(release:amr_scr_prim)
3513# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3514#endif
3515# 557 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3516 deallocate (amr_scr_prim)
3517# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3518#ifdef MFC_DEBUG
3519# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3520 block
3521# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3522 use iso_fortran_env, only: output_unit
3523# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3524
3525# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3526 print *, 'm_amr_store.fpp:558: ', '@:DEALLOCATE(amr_scr_rhs)'
3527# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3528
3529# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3530 call flush (output_unit)
3531# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3532 end block
3533# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3534#endif
3535# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3536
3537# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3538#if defined(MFC_OpenACC)
3539# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3540!$acc exit data delete(amr_scr_rhs)
3541# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3542#elif defined(MFC_OpenMP)
3543# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3544!$omp target exit data map(release:amr_scr_rhs)
3545# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3546#endif
3547# 558 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3548 deallocate (amr_scr_rhs)
3549# 559 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3550 end if
3551 if (allocated(amr_scr_prim_blk)) then
3552 do i = 1, sys_size
3553#ifdef _CRAYFTN
3554# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3555 block
3556# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3557#ifdef MFC_DEBUG
3558# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3559 block
3560# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3561 use iso_fortran_env, only: output_unit
3562# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3563
3564# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3565 print *, 'm_amr_store.fpp:562: ', '@:ACC_TEARDOWN_SFs(amr_scr_prim_blk(i))'
3566# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3567
3568# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3569 call flush (output_unit)
3570# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3571 end block
3572# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3573#endif
3574# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3575
3576# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3577 if (associated(amr_scr_prim_blk(i)%sf)) then
3578# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3579
3580# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3581#if defined(MFC_OpenACC)
3582# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3583!$acc exit data delete(amr_scr_prim_blk(i)%sf)
3584# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3585#elif defined(MFC_OpenMP)
3586# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3587!$omp target exit data map(release:amr_scr_prim_blk(i)%sf)
3588# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3589#endif
3590# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3591 end if
3592# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3593
3594# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3595#if defined(MFC_OpenACC)
3596# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3597!$acc exit data delete(amr_scr_prim_blk(i))
3598# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3599#elif defined(MFC_OpenMP)
3600# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3601!$omp target exit data map(release:amr_scr_prim_blk(i))
3602# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3603#endif
3604# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3605 end block
3606# 562 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3607#endif
3608# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3609#ifdef MFC_DEBUG
3610# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3611 block
3612# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3613 use iso_fortran_env, only: output_unit
3614# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3615
3616# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3617 print *, 'm_amr_store.fpp:563: ', '@:DEALLOCATE(amr_scr_prim_blk(i)%sf)'
3618# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3619
3620# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3621 call flush (output_unit)
3622# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3623 end block
3624# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3625#endif
3626# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3627
3628# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3629#if defined(MFC_OpenACC)
3630# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3631!$acc exit data delete(amr_scr_prim_blk(i)%sf)
3632# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3633#elif defined(MFC_OpenMP)
3634# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3635!$omp target exit data map(release:amr_scr_prim_blk(i)%sf)
3636# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3637#endif
3638# 563 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3639 deallocate (amr_scr_prim_blk(i)%sf)
3640# 564 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3641 end do
3642#ifdef MFC_DEBUG
3643# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3644 block
3645# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3646 use iso_fortran_env, only: output_unit
3647# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3648
3649# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3650 print *, 'm_amr_store.fpp:565: ', '@:DEALLOCATE(amr_scr_prim_blk)'
3651# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3652
3653# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3654 call flush (output_unit)
3655# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3656 end block
3657# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3658#endif
3659# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3660
3661# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3662#if defined(MFC_OpenACC)
3663# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3664!$acc exit data delete(amr_scr_prim_blk)
3665# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3666#elif defined(MFC_OpenMP)
3667# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3668!$omp target exit data map(release:amr_scr_prim_blk)
3669# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3670#endif
3671# 565 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3672 deallocate (amr_scr_prim_blk)
3673# 566 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3674 end if
3675 amr_st_cap = 0
3676
3677 end subroutine s_amr_st_finalize
3678
3679 !> Allocate slot islot's coords and its dense store index (idempotent).
3680 impure subroutine s_amr_alloc_slot(islot)
3681
3682 integer, intent(in) :: islot
3683
3684 if (amr_slot_live(islot)) return
3685 ! recycle a freed local index if one is available, else extend the dense range
3686 if (amr_loc_nfree > 0) then
3687 amr_loc_of(islot) = amr_loc_free(amr_loc_nfree)
3688 amr_loc_nfree = amr_loc_nfree - 1
3689 else
3690 amr_loc_n = amr_loc_n + 1
3691 amr_loc_of(islot) = amr_loc_n
3692 end if
3693 amr_slots(islot)%amr_ref_ratio = amr_ref_ratio
3694 amr_slots(islot)%buff_size = buff_size
3695# 588 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3696 if (amr_dim(1)) allocate (amr_slots(islot)%x_cb(-1:max_f(1)), amr_slots(islot)%x_cc(0:max_f(1)), &
3697# 589 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3698 & amr_slots(islot)%dx(0:max_f(1)))
3699# 590 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3700# 588 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3701 if (amr_dim(2)) allocate (amr_slots(islot)%y_cb(-1:max_f(2)), amr_slots(islot)%y_cc(0:max_f(2)), &
3702# 589 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3703 & amr_slots(islot)%dy(0:max_f(2)))
3704# 590 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3705# 588 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3706 if (amr_dim(3)) allocate (amr_slots(islot)%z_cb(-1:max_f(3)), amr_slots(islot)%z_cc(0:max_f(3)), &
3707# 589 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3708 & amr_slots(islot)%dz(0:max_f(3)))
3709# 590 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3710# 591 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3711 amr_slot_live(islot) = .true.
3712 call s_amr_st_reserve(amr_loc_n)
3713
3714 end subroutine s_amr_alloc_slot
3715
3716 !> Free slot islot's per-block field arrays (inverse of s_amr_alloc_slot). Idempotent (no-op if not live).
3717 impure subroutine s_amr_free_slot(islot)
3718
3719 integer, intent(in) :: islot
3720
3721 if (.not. amr_slot_live(islot)) return
3722 if (amr_loc_of(islot) > 0) then
3723 amr_loc_nfree = amr_loc_nfree + 1
3724 amr_loc_free(amr_loc_nfree) = amr_loc_of(islot)
3725 amr_loc_of(islot) = 0
3726 end if
3727# 608 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3728 if (allocated(amr_slots(islot)%x_cb)) deallocate (amr_slots(islot)%x_cb, amr_slots(islot)%x_cc, &
3729# 609 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3730 & amr_slots(islot)%dx)
3731# 610 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3732# 608 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3733 if (allocated(amr_slots(islot)%y_cb)) deallocate (amr_slots(islot)%y_cb, amr_slots(islot)%y_cc, &
3734# 609 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3735 & amr_slots(islot)%dy)
3736# 610 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3737# 608 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3738 if (allocated(amr_slots(islot)%z_cb)) deallocate (amr_slots(islot)%z_cb, amr_slots(islot)%z_cc, &
3739# 609 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3740 & amr_slots(islot)%dz)
3741# 610 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3742# 611 "/home/runner/work/MFC/MFC/src/simulation/m_amr_store.fpp"
3743 amr_slot_live(islot) = .false.
3744
3745 end subroutine s_amr_free_slot
3746
3747 !> Reconcile allocated slots to current ownership: allocate every active block this rank owns, free the rest. Call after
3748 !! ownership is set; regrid must allocate its transient slots before this call.
3749 impure subroutine s_amr_reconcile_slots()
3750
3751 integer :: k
3752 logical :: needed
3753
3754 do k = 1, amr_max_blocks
3755 needed = k <= amr_num_blocks
3756 if (needed) needed = amr_block_owner(k) == proc_rank
3757 if (needed) then
3758 call s_amr_alloc_slot(k)
3759 else
3760 call s_amr_free_slot(k)
3761 end if
3762 end do
3763 ! every reader of a stale slot has finished by here, which is what makes the renumbering safe
3764 call s_amr_compact_store()
3765 amr_mesh_epoch = amr_mesh_epoch + 1 ! local slot indices may have been renumbered: plans that baked them are stale
3766
3767 end subroutine s_amr_reconcile_slots
3768
3769end module m_amr_store
logical function f_fits(c)
Device staging of a growth to cap c leaves amr_grow_dev_bytes free (false when free memory is unknown...
integer, intent(in) k
integer, intent(in) j
integer, intent(in) l
Rank decomposition, box arithmetic and block ownership (SFC cut, owner lookups, owned-block lists).
Module-scope AMR state (block pool, flat field store, wave buffers) and the leaf helpers every AMR mo...
Flat per-block field store: dense slot indexing, reservation, alloc/free and the prim/bridge loaders.
impure subroutine s_amr_st_move_slot(src, dst)
Move one local slot's store data src -> dst on the device, in place (a staging copy would transiently...
impure subroutine, public s_amr_free_slot(islot)
Free slot islot's per-block field arrays (inverse of s_amr_alloc_slot). Idempotent (no-op if not live...
impure subroutine, public s_amr_free_swap_buffers()
impure subroutine, public s_amr_reconcile_slots()
Reconcile allocated slots to current ownership: allocate every active block this rank owns,...
impure subroutine, public s_amr_alloc_pool()
Block-metadata pool for amr_max_blocks slots (geometry, ownership, level, SFC cuts,...
impure subroutine, public s_amr_br_load_batch(nb)
Batched bridge load: every batch member (amr_bat_blk/amr_bat_loc, extents amr_bat_ext) lands at offse...
impure subroutine s_amr_compact_store()
Re-densify the local index space after every reconcile so amr_loc_n tracks the live count instead of ...
impure subroutine, public s_amr_br_store_faces(loc, olo, ohi, glo, ghi, woff, w_lo, w_hi)
impure subroutine, public s_amr_set_mbuf()
The buffered per-slot array bounds from the max fine extents (collapsed dims 0:0).
real(wp), dimension(:), allocatable amr_gs_buf
Staging for the coordinate push of s_amr_sync_grid_state_to_device: the active dims' cb/cc/d arrays b...
impure subroutine, public s_amr_free_pool()
Free what s_amr_alloc_pool allocated (plus the per-block caches sized later), and the coordinate swap...
impure subroutine, public s_amr_init_swap_buffers()
Bounce buffers for the copy-based coordinate swap; shaped like the base-level *_alloc arrays,...
impure subroutine, public s_amr_bat_member_prim(ibm, src, dst)
Copy batch member ibm's primitive state from the slab scratch into the block-frame scratch over its b...
impure subroutine, public s_amr_alloc_slot(islot)
Allocate slot islot's coords and its dense store index (idempotent).
impure subroutine, public s_amr_br_store(loc)
impure subroutine s_amr_st_finalize()
Free the flat store and dense-index maps (idempotent; called from both finalize paths).
impure subroutine, public s_amr_copy_fine_fields(k)
Device copy amr_cons_st -> amr_stor_st over block k's buffered box, all sys_size fields (RK step-entr...
impure subroutine, public s_amr_dev_mem(free_b, total_b)
Free and total device memory in bytes (hipMemGetInfo on the AMD GPU build); -1 for both where there i...
impure subroutine, public s_amr_br_load_faces(loc, olo, ohi, glo, ghi, woff, w_lo, w_hi)
Face-bounded bridge move for the level>=2 reflux apply: moves only the six one-cell planes (outside c...
impure subroutine s_amr_loc_index_init()
Allocate/reset the dense local-index maps (idempotent).
impure subroutine s_amr_st_reserve(nloc)
Size the flat store for at least nloc local slots, growing geometrically and never shrinking....
impure subroutine, public s_amr_sync_grid_state_to_device()
Push the host global grid state (m/n/p, idwint/idwbuff, coordinate arrays) to its GPU_DECLARE'd devic...
impure subroutine, public s_amr_br_load(loc)
Move block loc's conserved state between the flat store and the bridge over the whole buffered box (a...
Shared derived types for field data, patch geometry, bubble dynamics, and MPI I/O structures.
Global parameters for the computational domain, fluid properties, and simulation algorithm configurat...
real(wp), dimension(:), allocatable, target z_cb
real(wp), dimension(:), allocatable, target y_cc
logical, dimension(3) amr_dim
The active dimensions, and this rank's coarse subdomain origin and extent padded to 3-vectors (0 in c...
real(wp), dimension(:), allocatable, target z_cc
real(wp), dimension(:), allocatable, target x_cc
real(wp), dimension(:), allocatable, target y_cb
real(wp), dimension(:), allocatable, target dy
real(wp), dimension(:), allocatable, target dz
real(wp), dimension(:), allocatable, target dx
real(wp), dimension(:), allocatable, target x_cb