SCALE-RM
scale_atmos_dyn_tstep_large_fvm_heve.F90
Go to the documentation of this file.
1 !-------------------------------------------------------------------------------
10 !-------------------------------------------------------------------------------
11 #include "scalelib.h"
12 module scale_atmos_dyn_tstep_large_fvm_heve
13  !-----------------------------------------------------------------------------
14  !
15  !++ used modules
16  !
17  use scale_precision
18  use scale_io
19  use scale_prof
20  use scale_atmos_grid_cartesc_index
21  use scale_index
22  use scale_tracer
23 
24 #ifdef DEBUG
25  use scale_debug, only: &
26  check
27  use scale_const, only: &
28  undef => const_undef, &
29  iundef => const_undef2
30 #endif
31  !-----------------------------------------------------------------------------
32  implicit none
33  private
34  !-----------------------------------------------------------------------------
35  !
36  !++ Public procedure
37  !
38  public :: atmos_dyn_tstep_large_fvm_heve_setup
39  public :: atmos_dyn_tstep_large_fvm_heve_finalize
40  public :: atmos_dyn_tstep_large_fvm_heve
41 
42  !-----------------------------------------------------------------------------
43  !
44  !++ Public parameters & variables
45  !
46  !-----------------------------------------------------------------------------
47  !
48  !++ Private procedure
49  !
50  !-----------------------------------------------------------------------------
51  !
52  !++ Private parameters & variables
53  !
54  ! tendency
55  real(RP), private, allocatable :: DENS_t(:,:,:)
56  real(RP), private, allocatable :: MOMZ_t(:,:,:)
57  real(RP), private, allocatable :: MOMX_t(:,:,:)
58  real(RP), private, allocatable :: MOMY_t(:,:,:)
59  real(RP), private, allocatable :: RHOT_t(:,:,:)
60  real(RP), private, allocatable, target :: RHOQ_t(:,:,:,:)
61  real(RP), private, allocatable, target :: ZERO(:,:,:)
62  real(RP), private, pointer :: RHOQ_tn(:,:,:)
63 
64  real(RP), private, allocatable :: DENS_damp(:,:,:)
65 
66  ! flux
67  real(RP), private, allocatable, target :: mflx(:,:,:,:) ! rho * vel(x,y,z) * GSQRT / mapf
68 
69  ! for communication
70  integer :: I_COMM_DENS
71  integer :: I_COMM_MOMZ
72  integer :: I_COMM_MOMX
73  integer :: I_COMM_MOMY
74  integer :: I_COMM_RHOT
75  integer, allocatable :: I_COMM_PROG(:)
76 
77  integer :: I_COMM_DENS_t
78  integer :: I_COMM_MOMZ_t
79  integer :: I_COMM_MOMX_t
80  integer :: I_COMM_MOMY_t
81  integer :: I_COMM_RHOT_t
82 
83  integer :: I_COMM_DENS_damp
84 
85  integer, allocatable :: I_COMM_RHOQ_t(:)
86  integer, allocatable :: I_COMM_QTRC(:)
87 
88  integer :: I_COMM_mflx_z
89  integer :: I_COMM_mflx_x
90  integer :: I_COMM_mflx_y
91 
92  ! for history
93  integer :: HIST_mflx(3)
94  integer :: HIST_tflx(3)
95  integer :: HIST_phys(5)
96  integer :: HIST_damp(5)
97  integer, allocatable :: HIST_qflx(:,:)
98  integer, allocatable :: HIST_phys_QTRC(:)
99  integer, allocatable :: HIST_damp_QTRC(:)
100 
101  ! for monitor
102  real(RP), allocatable, target :: zero_x(:,:)
103  real(RP), allocatable, target :: zero_y(:,:)
104  integer :: MONIT_damp_mass
105  integer :: MONIT_damp_qtot
106  integer :: MONIT_mflx_west
107  integer :: MONIT_mflx_east
108  integer :: MONIT_mflx_south
109  integer :: MONIT_mflx_north
110  integer :: MONIT_qflx_west
111  integer :: MONIT_qflx_east
112  integer :: MONIT_qflx_south
113  integer :: MONIT_qflx_north
114 
115  character(len=H_SHORT) :: EVAL_TYPE_NUMFILTER = 'TENDENCY'
116 
117  !-----------------------------------------------------------------------------
118 contains
119 
120  !-----------------------------------------------------------------------------
122  subroutine atmos_dyn_tstep_large_fvm_heve_setup( &
123  DENS, MOMZ, MOMX, MOMY, RHOT, QTRC, PROG )
124  use scale_prc, only: &
125  prc_abort
126  use scale_prc_cartesc, only: &
127  prc_twod, &
128  prc_has_e, &
129  prc_has_w, &
130  prc_has_n, &
131  prc_has_s
132  use scale_const, only: &
133  ohm => const_ohm, &
134  undef => const_undef
135  use scale_comm_cartesc, only: &
136  comm_vars8_init
137  use scale_file_history, only: &
138  file_history_reg, &
139  file_history_put
140  use scale_monitor, only: &
141  monitor_reg, &
142  monitor_put
143  implicit none
144 
145  ! MPI_RECV_INIT requires intent(inout)
146  real(rp), intent(inout) :: dens(ka,ia,ja)
147  real(rp), intent(inout) :: momz(ka,ia,ja)
148  real(rp), intent(inout) :: momx(ka,ia,ja)
149  real(rp), intent(inout) :: momy(ka,ia,ja)
150  real(rp), intent(inout) :: rhot(ka,ia,ja)
151  real(rp), intent(inout) :: qtrc(ka,ia,ja,qa)
152  real(rp), intent(inout) :: prog(ka,ia,ja,va)
153 
154  integer :: iv, iq
155 
156  namelist /atmos_dyn_tstep_large_fvm_heve/ &
157  eval_type_numfilter
158 
159  integer :: ierr
160  !---------------------------------------------------------------------------
161 
162  !--- read namelist
163  rewind(io_fid_conf)
164  read(io_fid_conf,nml=atmos_dyn_tstep_large_fvm_heve,iostat=ierr)
165  if( ierr < 0 ) then !--- missing
166  log_info("ATMOS_DYN_Tstep_large_fvm_heve_setup",*) 'Not found namelist. Default used.'
167  elseif( ierr > 0 ) then !--- fatal error
168  log_error("ATMOS_DYN_Tstep_large_fvm_heve_setup",*) 'Not appropriate names in namelist ATMOS_DYN_TSTEP_LARGE_FVM_HEVE. Check!'
169  call prc_abort
170  endif
171  log_nml(atmos_dyn_tstep_large_fvm_heve)
172 
173  select case( eval_type_numfilter )
174  case( 'TENDENCY', 'FILTER' )
175  case default
176  log_error("ATMOS_DYN_Tstep_large_fvm_heve_setup",*) 'The specfied value of EVAL_TYPE_NUMFILTER is not appropriate. Check!'
177  call prc_abort
178  end select
179  !--
180 
181  allocate( dens_t(ka,ia,ja) )
182  allocate( momz_t(ka,ia,ja) )
183  allocate( momx_t(ka,ia,ja) )
184  allocate( momy_t(ka,ia,ja) )
185  allocate( rhot_t(ka,ia,ja) )
186  allocate( rhoq_t(ka,ia,ja,qa) )
187  !$acc enter data create(DENS_t, MOMZ_t, MOMX_t, MOMY_t, RHOT_t, RHOQ_t)
188 
189  allocate( dens_damp(ka,ia,ja) )
190 
191  allocate( mflx(ka,ia,ja,3) )
192  !$acc enter data create(DENS_damp, mflx)
193 
194  allocate( i_comm_prog(max(va,1)) )
195  allocate( i_comm_qtrc(qa) )
196  allocate( i_comm_rhoq_t(qa) )
197 
198  i_comm_dens = 1
199  i_comm_momz = 2
200  i_comm_momx = 3
201  i_comm_momy = 4
202  i_comm_rhot = 5
203  call comm_vars8_init( 'DENS', dens, i_comm_dens )
204  call comm_vars8_init( 'MOMZ', momz, i_comm_momz )
205  call comm_vars8_init( 'MOMX', momx, i_comm_momx )
206  call comm_vars8_init( 'MOMY', momy, i_comm_momy )
207  call comm_vars8_init( 'RHOT', rhot, i_comm_rhot )
208  do iv = 1, va
209  i_comm_prog(iv) = 5 + iv
210  call comm_vars8_init( 'PROG', prog(:,:,:,iv), i_comm_prog(iv) )
211  end do
212 
213  i_comm_dens_t = 1
214  i_comm_momz_t = 2
215  i_comm_momx_t = 3
216  i_comm_momy_t = 4
217  i_comm_rhot_t = 5
218  i_comm_dens_damp = 6
219  call comm_vars8_init( 'DENS_t', dens_t, i_comm_dens_t )
220  call comm_vars8_init( 'MOMZ_t', momz_t, i_comm_momz_t )
221  call comm_vars8_init( 'MOMX_t', momx_t, i_comm_momx_t )
222  call comm_vars8_init( 'MOMY_t', momy_t, i_comm_momy_t )
223  call comm_vars8_init( 'RHOT_t', rhot_t, i_comm_rhot_t )
224  call comm_vars8_init( 'DENS_t', dens_t, i_comm_dens_damp )
225 
226  do iq = 1, qa
227  i_comm_rhoq_t(iq) = 5 + va + iq
228  i_comm_qtrc(iq) = 5 + va + iq
229 
230  call comm_vars8_init( 'RHOQ_t', rhoq_t(:,:,:,iq), i_comm_rhoq_t(iq) )
231  call comm_vars8_init( 'QTRC', qtrc(:,:,:,iq), i_comm_qtrc(iq) )
232  end do
233 
234  i_comm_mflx_z = 1
235  i_comm_mflx_x = 2
236  i_comm_mflx_y = 3
237  call comm_vars8_init( 'mflx_Z', mflx(:,:,:,zdir), i_comm_mflx_z )
238  call comm_vars8_init( 'mflx_X', mflx(:,:,:,xdir), i_comm_mflx_x )
239  call comm_vars8_init( 'mflx_Y', mflx(:,:,:,ydir), i_comm_mflx_y )
240 
241  allocate( zero(ka,ia,ja) )
242  zero(:,:,:) = 0.0_rp
243  !$acc enter data copyin(ZERO)
244 
245  mflx(:,:,:,:) = undef
246  if ( prc_twod ) then
247  mflx(:,:,:,xdir) = 0.0_rp
248  !$acc update device(mflx(:,:,:,XDIR))
249  end if
250 
251 
252  ! history
253  call file_history_reg( 'ZFLX_MOM', 'momentum flux of z-direction', 'kg/m2/s', & ! [IN]
254  hist_mflx(1), & ! [OUT]
255  dim_type='ZHXY' ) ! [IN]
256  call file_history_reg( 'XFLX_MOM', 'momentum flux of x-direction', 'kg/m2/s', & ! [IN]
257  hist_mflx(2), & ! [OUT]
258  dim_type='ZXHY' ) ! [IN]
259  call file_history_reg( 'YFLX_MOM', 'momentum flux of y-direction', 'kg/m2/s', & ! [IN]
260  hist_mflx(3), & ! [OUT]
261  dim_type='ZXYH' ) ! [IN]
262 
263  call file_history_reg( 'ZFLX_RHOT', 'potential temperature flux of z-direction', 'K*kg/m2/s', & ! [IN]
264  hist_tflx(1), & ! [OUT]
265  dim_type='ZHXY' ) ! [IN]
266  call file_history_reg( 'XFLX_RHOT', 'potential temperature flux of x-direction', 'K*kg/m2/s', & ! [IN]
267  hist_tflx(2), & ! [OUT]
268  dim_type='ZXHY' ) ! [IN]
269  call file_history_reg( 'YFLX_RHOT', 'potential temperature flux of y-direction', 'K*kg/m2/s', & ! [IN]
270  hist_tflx(3), & ! [OUT]
271  dim_type='ZXYH' ) ! [IN]
272 
273  call file_history_reg( 'DENS_t_phys', 'tendency of dencity due to physics', 'kg/m3/s', & ! [IN]
274  hist_phys(1) ) ! [OUT]
275  call file_history_reg( 'MOMZ_t_phys', 'tendency of momentum z due to physics', 'kg/m2/s2', & ! [IN]
276  hist_phys(2), & ! [OUT]
277  dim_type='ZHXY' ) ! [IN]
278  call file_history_reg( 'MOMX_t_phys', 'tendency of momentum x due to physics', 'kg/m2/s2', & ! [IN]
279  hist_phys(3), & ! [OUT]
280  dim_type='ZXHY' ) ! [IN]
281  call file_history_reg( 'MOMY_t_phys', 'tendency of momentum y due to physics', 'kg/m2/s2', & ! [IN]
282  hist_phys(4), & ! [OUT]
283  dim_type='ZXYH' ) ! [IN]
284  call file_history_reg( 'RHOT_t_phys', 'tendency of rho*theta temperature due to physics', 'K*kg/m3/s', & ! [IN]
285  hist_phys(5) ) ! [OUT]
286 
287  call file_history_reg( 'DENS_t_damp', 'tendency of dencity due to damping', 'kg/m3/s', & ! [IN]
288  hist_damp(1) ) ! [OUT]
289  call file_history_reg( 'MOMZ_t_damp', 'tendency of momentum z due to damping', 'kg/m2/s2', & ! [IN]
290  hist_damp(2), & ! [OUT]
291  dim_type='ZHXY' ) ! [IN]
292  call file_history_reg( 'MOMX_t_damp', 'tendency of momentum x due to damping', 'kg/m2/s2', & ! [IN]
293  hist_damp(3), & ! [OUT]
294  dim_type='ZXHY' ) ! [IN]
295  call file_history_reg( 'MOMY_t_damp', 'tendency of momentum y due to damping', 'kg/m2/s2', & ! [IN]
296  hist_damp(4), & ! [OUT]
297  dim_type='ZXYH' ) ! [IN]
298  call file_history_reg( 'RHOT_t_damp', 'tendency of rho*theta temperature due to damping', 'K kg/m3/s', & ! [IN]
299  hist_damp(5) ) ! [OUT]
300 
301  allocate( hist_qflx(3,qa) )
302  allocate( hist_phys_qtrc(qa) )
303  allocate( hist_damp_qtrc(qa) )
304  do iq = 1, qa
305  call file_history_reg( 'ZFLX_'//trim(tracer_name(iq)), trim(tracer_name(iq))//' flux of z-direction', 'kg/m2/s', & ! [IN]
306  hist_qflx(1,iq), & ! [OUT]
307  dim_type='ZHXY' ) ! [IN]
308  call file_history_reg( 'XFLX_'//trim(tracer_name(iq)), trim(tracer_name(iq))//' flux of x-direction', 'kg/m2/s', & ! [IN]
309  hist_qflx(2,iq), & ! [OUT]
310  dim_type='ZXHY' ) ! [IN]
311  call file_history_reg( 'YFLX_'//trim(tracer_name(iq)), trim(tracer_name(iq))//' flux of y-direction', 'kg/m2/s', & ! [IN]
312  hist_qflx(3,iq), & ! [OUT]
313  dim_type='ZXYH' ) ! [IN]
314  call file_history_reg( trim(tracer_name(iq))//'_t_phys', 'tendency of '//trim(tracer_name(iq))//' due to physics', 'kg/m3/s', &
315  hist_phys_qtrc(iq) )
316  call file_history_reg( trim(tracer_name(iq))//'_t_damp', 'tendency of '//trim(tracer_name(iq))//' due to damping', 'kg/m3/s', &
317  hist_damp_qtrc(iq) )
318  end do
319 
320  ! for history at t=0
321  do iv = 1, 3
322  call file_history_put( hist_mflx(iv), zero(:,:,:) )
323  call file_history_put( hist_tflx(iv), zero(:,:,:) )
324  end do
325  do iv = 1, 5
326  call file_history_put( hist_phys(iv), zero(:,:,:) )
327  call file_history_put( hist_damp(iv), zero(:,:,:) )
328  end do
329  do iq = 1, qa
330  do iv = 1, 3
331  call file_history_put( hist_qflx(iv,iq), zero(:,:,:) )
332  end do
333  call file_history_put( hist_phys_qtrc(iq), zero(:,:,:) )
334  call file_history_put( hist_damp_qtrc(iq), zero(:,:,:) )
335  end do
336 
337 
338  ! for monitor
339  allocate( zero_x(ka,ja) )
340  allocate( zero_y(ka,ia) )
341  zero_x(:,:) = 0.0_rp
342  zero_y(:,:) = 0.0_rp
343  !$acc enter data copyin(zero_x, zero_y)
344 
345  call monitor_reg( "MASSTND_DAMP", "mass tendency by the damping", "kg", & ! [IN]
346  monit_damp_mass, & ! [OUT]
347  is_tendency=.true. ) ! [IN]
348 
349  call monitor_reg( "MASSFLX_WEST", "mass flux at the western boundary", "kg", & ! [IN]
350  monit_mflx_west, & ! [OUT]
351  dim_type="ZY-W", is_tendency=.true. ) ! [IN]
352  call monitor_reg( "MASSFLX_EAST", "mass flux at the eastern boundary", "kg", & ! [IN]
353  monit_mflx_east, & ! [OUT]
354  dim_type="ZY-E", is_tendency=.true. ) ! [IN]
355  call monitor_reg( "MASSFLX_SOUTH", "mass flux at the southern boundary", "kg", & ! [IN]
356  monit_mflx_south, & ! [OUT]
357  dim_type="ZX-S", is_tendency=.true. ) ! [IN]
358  call monitor_reg( "MASSFLX_NORTH", "mass flux at the northern boundary", "kg", & ! [IN]
359  monit_mflx_north, & ! [OUT]
360  dim_type="ZX-N", is_tendency=.true. ) ! [IN]
361 
362  call monitor_reg( "QTOTTND_DAMP", "water mass tendency by the damping", "kg", & ! [IN]
363  monit_damp_qtot, & ! [OUT]
364  is_tendency=.true. ) ! [IN]
365 
366  call monitor_reg( "QTOTFLX_WEST", "water mass flux at the western boundary", "kg", & ! [IN]
367  monit_qflx_west, & ! [OUT]
368  dim_type="ZY-W", is_tendency=.true. ) ! [IN]
369  call monitor_reg( "QTOTFLX_EAST", "water mass flux at the eastern boundary", "kg", & ! [IN]
370  monit_qflx_east, & ! [OUT]
371  dim_type="ZY-E", is_tendency=.true. ) ! [IN]
372  call monitor_reg( "QTOTFLX_SOUTH", "water mass flux at the southern boundary", "kg", & ! [IN]
373  monit_qflx_south, & ! [OUT]
374  dim_type="ZX-S", is_tendency=.true. ) ! [IN]
375  call monitor_reg( "QTOTFLX_NORTH", "water mass flux at the northern boundary", "kg", & ! [IN]
376  monit_qflx_north, & ! [OUT]
377  dim_type="ZX-N", is_tendency=.true. ) ! [IN]
378 
379  ! at t=0
380  call monitor_put( monit_damp_mass, zero(:,:,:) )
381  call monitor_put( monit_mflx_west, zero_x(:,:) )
382  call monitor_put( monit_mflx_east, zero_x(:,:) )
383  call monitor_put( monit_mflx_south, zero_y(:,:) )
384  call monitor_put( monit_mflx_north, zero_y(:,:) )
385 
386  call monitor_put( monit_damp_qtot, zero(:,:,:) )
387  call monitor_put( monit_qflx_west, zero_x(:,:) )
388  call monitor_put( monit_qflx_east, zero_x(:,:) )
389  call monitor_put( monit_qflx_south, zero_y(:,:) )
390  call monitor_put( monit_qflx_north, zero_y(:,:) )
391 
392  return
393  end subroutine atmos_dyn_tstep_large_fvm_heve_setup
394 
395  !-----------------------------------------------------------------------------
397  subroutine atmos_dyn_tstep_large_fvm_heve_finalize
398 
399  !$acc exit data delete(DENS_t, MOMZ_t, MOMX_t, MOMY_t, RHOT_t, RHOQ_t)
400  deallocate( dens_t )
401  deallocate( momz_t )
402  deallocate( momx_t )
403  deallocate( momy_t )
404  deallocate( rhot_t )
405  deallocate( rhoq_t )
406 
407  !$acc exit data delete(DENS_damp, mflx)
408  deallocate( dens_damp )
409 
410  deallocate( mflx )
411 
412  deallocate( i_comm_prog )
413  deallocate( i_comm_qtrc )
414  deallocate( i_comm_rhoq_t )
415 
416  !$acc exit data delete(ZERO)
417  deallocate( zero )
418 
419  deallocate( hist_qflx )
420  deallocate( hist_phys_qtrc )
421  deallocate( hist_damp_qtrc )
422 
423  !$acc exit data delete(zero_x, zero_y)
424  deallocate( zero_x )
425  deallocate( zero_y )
426 
427  return
428  end subroutine atmos_dyn_tstep_large_fvm_heve_finalize
429 
430  !-----------------------------------------------------------------------------
432  subroutine atmos_dyn_tstep_large_fvm_heve( &
433  DENS, MOMZ, MOMX, MOMY, RHOT, QTRC, PROG, &
434  DENS_av, MOMZ_av, MOMX_av, MOMY_av, RHOT_av, QTRC_av, &
435  num_diff, num_diff_q, &
436  QTRC0, &
437  DENS_tp, MOMZ_tp, MOMX_tp, MOMY_tp, RHOT_tp, RHOQ_tp, &
438  CORIOLI, &
439  CDZ, CDX, CDY, FDZ, FDX, FDY, &
440  RCDZ, RCDX, RCDY, RFDZ, RFDX, RFDY, &
441  PHI, GSQRT, &
442  J13G, J23G, J33G, MAPF, &
443  AQ_R, AQ_CV, AQ_CP, AQ_MASS, &
444  REF_dens, REF_pott, REF_qv, REF_pres, &
445  BND_W, BND_E, BND_S, BND_N, TwoD, &
446  ND_COEF, ND_COEF_Q, ND_LAPLACIAN_NUM, &
447  ND_SFC_FACT, ND_USE_RS, &
448  BND_QA, BND_IQ, BND_SMOOTHER_FACT, &
449  DAMP_DENS, DAMP_VELZ, DAMP_VELX, &
450  DAMP_VELY, DAMP_POTT, DAMP_QTRC, &
451  DAMP_alpha_DENS, DAMP_alpha_VELZ, DAMP_alpha_VELX, &
452  DAMP_alpha_VELY, DAMP_alpha_POTT, DAMP_alpha_QTRC, &
453  MFLUX_OFFSET_X, MFLUX_OFFSET_Y, &
454  wdamp_coef, divdmp_coef, &
455  FLAG_TRACER_SPLIT_TEND, &
456  FLAG_FCT_MOMENTUM, FLAG_FCT_T, FLAG_FCT_TRACER, &
457  FLAG_FCT_ALONG_STREAM, &
458  USE_AVERAGE, &
459  I_QV, &
460  DTLS, DTSS, Llast )
461  use scale_const, only: &
462  eps => const_eps
463  use scale_comm_cartesc, only: &
464  comm_vars8, &
465  comm_wait
466  use scale_atmos_dyn_common, only: &
467  atmos_dyn_fill_halo, &
468  atmos_dyn_prep_pres_linearization, &
469  atmos_dyn_divergence
470  use scale_atmos_dyn_fvm_numfilter, only: &
471  atmos_dyn_fvm_numfilter_flux, &
472  atmos_dyn_fvm_numfilter_flux_q, &
473  atmos_dyn_fvm_apply_numfilter
474  use scale_file_history, only: &
475  file_history_query, &
476  file_history_put, &
477  file_history_set_disable
478  use scale_monitor, only: &
479  monitor_put
480  use scale_atmos_dyn_tinteg_short, only: &
481  atmos_dyn_tinteg_short
482  use scale_atmos_dyn_tinteg_tracer, only: &
483  atmos_dyn_tinteg_tracer
484  use scale_spnudge, only: &
485  spnudge_uv, &
486  spnudge_uv_divfree, &
487  spnudge_pt, &
488  spnudge_qv, &
489  spnudge_u_alpha, &
490  spnudge_v_alpha, &
491  spnudge_pt_alpha, &
492  spnudge_qv_alpha, &
493  spnudge_uv_lm, &
494  spnudge_uv_mm, &
495  spnudge_pt_lm, &
496  spnudge_pt_mm, &
497  spnudge_qv_lm, &
498  spnudge_qv_mm
499  use scale_dft, only: &
500  dft_g2g_divfree, &
501  dft_g2g
502  implicit none
503 
504  real(rp), intent(inout) :: dens(ka,ia,ja)
505  real(rp), intent(inout) :: momz(ka,ia,ja)
506  real(rp), intent(inout) :: momx(ka,ia,ja)
507  real(rp), intent(inout) :: momy(ka,ia,ja)
508  real(rp), intent(inout) :: rhot(ka,ia,ja)
509  real(rp), intent(inout) :: qtrc(ka,ia,ja,qa)
510  real(rp), intent(inout) :: prog(ka,ia,ja,va)
511 
512  real(rp), intent(inout) :: dens_av(ka,ia,ja)
513  real(rp), intent(inout) :: momz_av(ka,ia,ja)
514  real(rp), intent(inout) :: momx_av(ka,ia,ja)
515  real(rp), intent(inout) :: momy_av(ka,ia,ja)
516  real(rp), intent(inout) :: rhot_av(ka,ia,ja)
517  real(rp), intent(inout) :: qtrc_av(ka,ia,ja,qa)
518 
519  real(rp), intent(out) :: num_diff(ka,ia,ja,5,3)
520  real(rp), intent(out) :: num_diff_q(ka,ia,ja,3)
521 
522  real(rp), intent(in) :: qtrc0(ka,ia,ja,qa)
523 
524  real(rp), intent(in) :: dens_tp(ka,ia,ja)
525  real(rp), intent(in) :: momz_tp(ka,ia,ja)
526  real(rp), intent(in) :: momx_tp(ka,ia,ja)
527  real(rp), intent(in) :: momy_tp(ka,ia,ja)
528  real(rp), intent(in) :: rhot_tp(ka,ia,ja)
529  real(rp), intent(in) :: rhoq_tp(ka,ia,ja,qa)
530 
531  real(rp), intent(in) :: corioli(ia,ja)
532 
533  real(rp), intent(in) :: cdz (ka)
534  real(rp), intent(in) :: cdx (ia)
535  real(rp), intent(in) :: cdy (ja)
536  real(rp), intent(in) :: fdz (ka-1)
537  real(rp), intent(in) :: fdx (ia-1)
538  real(rp), intent(in) :: fdy (ja-1)
539  real(rp), intent(in) :: rcdz(ka)
540  real(rp), intent(in) :: rcdx(ia)
541  real(rp), intent(in) :: rcdy(ja)
542  real(rp), intent(in) :: rfdz(ka-1)
543  real(rp), intent(in) :: rfdx(ia-1)
544  real(rp), intent(in) :: rfdy(ja-1)
545 
546  real(rp), intent(in) :: phi (ka,ia,ja)
547  real(rp), intent(in) :: gsqrt(ka,ia,ja,7)
548  real(rp), intent(in) :: j13g (ka,ia,ja,7)
549  real(rp), intent(in) :: j23g (ka,ia,ja,7)
550  real(rp), intent(in) :: j33g
551  real(rp), intent(in) :: mapf (ia,ja,2,4)
552 
553  real(rp), intent(in) :: aq_r (qa)
554  real(rp), intent(in) :: aq_cv (qa)
555  real(rp), intent(in) :: aq_cp (qa)
556  real(rp), intent(in) :: aq_mass(qa)
557 
558  real(rp), intent(in) :: ref_dens(ka,ia,ja)
559  real(rp), intent(in) :: ref_pott(ka,ia,ja)
560  real(rp), intent(in) :: ref_qv (ka,ia,ja)
561  real(rp), intent(in) :: ref_pres(ka,ia,ja)
562 
563  logical, intent(in) :: bnd_w
564  logical, intent(in) :: bnd_e
565  logical, intent(in) :: bnd_s
566  logical, intent(in) :: bnd_n
567  logical, intent(in) :: twod
568 
569  real(rp), intent(in) :: nd_coef
570  real(rp), intent(in) :: nd_coef_q
571  integer, intent(in) :: nd_laplacian_num
572  real(rp), intent(in) :: nd_sfc_fact
573  logical, intent(in) :: nd_use_rs
574 
575  integer, intent(in) :: bnd_qa
576  integer, intent(in) :: bnd_iq(qa)
577  real(rp), intent(in) :: bnd_smoother_fact
578 
579  real(rp), intent(in) :: damp_dens(ka,ia,ja)
580  real(rp), intent(in) :: damp_velz(ka,ia,ja)
581  real(rp), intent(in) :: damp_velx(ka,ia,ja)
582  real(rp), intent(in) :: damp_vely(ka,ia,ja)
583  real(rp), intent(in) :: damp_pott(ka,ia,ja)
584  real(rp), intent(in) :: damp_qtrc(ka,ia,ja,bnd_qa)
585 
586  real(rp), intent(in) :: damp_alpha_dens(ka,ia,ja)
587  real(rp), intent(in) :: damp_alpha_velz(ka,ia,ja)
588  real(rp), intent(in) :: damp_alpha_velx(ka,ia,ja)
589  real(rp), intent(in) :: damp_alpha_vely(ka,ia,ja)
590  real(rp), intent(in) :: damp_alpha_pott(ka,ia,ja)
591  real(rp), intent(in) :: damp_alpha_qtrc(ka,ia,ja,bnd_qa)
592  real(rp), intent(in) :: mflux_offset_x(ka,ja,2)
593  real(rp), intent(in) :: mflux_offset_y(ka,ia,2)
594 
595  real(rp), intent(in) :: wdamp_coef(ka)
596  real(rp), intent(in) :: divdmp_coef
597 
598  logical, intent(in) :: flag_tracer_split_tend
599  logical, intent(in) :: flag_fct_momentum
600  logical, intent(in) :: flag_fct_t
601  logical, intent(in) :: flag_fct_tracer
602  logical, intent(in) :: flag_fct_along_stream
603 
604  logical, intent(in) :: use_average
605 
606  integer, intent(in) :: i_qv
607 
608  real(dp), intent(in) :: dtls
609  real(dp), intent(in) :: dtss
610  logical , intent(in) :: llast
611 
612  ! for time integartion
613  real(rp) :: dens00 (ka,ia,ja) ! saved density before small step loop
614  real(rp) :: qflx (ka,ia,ja,3)
615 
616  ! diagnostic variables
617  real(rp) :: ddiv (ka,ia,ja) ! 3 dimensional divergence
618  real(rp) :: dpres0 (ka,ia,ja) ! pressure deviation
619  real(rp) :: rt2p (ka,ia,ja) ! factor of RHOT to PRES
620  real(rp) :: ref_rhot(ka,ia,ja) ! reference of RHOT
621 
622  real(rp) :: dens_tq(ka,ia,ja)
623  real(rp) :: diff(ka,ia,ja), diff2(ka,ia,ja), diff3(ka,ia,ja)
624  real(rp) :: damp
625  real(rp) :: damp_t_dens(ka,ia,ja)
626  real(rp) :: damp_t_momz(ka,ia,ja)
627  real(rp) :: damp_t_momx(ka,ia,ja)
628  real(rp) :: damp_t_momy(ka,ia,ja)
629  real(rp) :: damp_t_rhot(ka,ia,ja)
630  real(rp) :: damp_t_qtrc(ka,ia,ja)
631 
632  real(rp) :: tflx(ka,ia,ja,3)
633 
634  ! For tracer advection
635  real(rp) :: mflx_av(ka,ia,ja,3) ! rho * vel(x,y,z) @ (u,v,w)-face average
636 
637  real(rp) :: dtl
638  real(rp) :: dts
639  integer :: nstep
640 
641  ! for history
642  logical :: do_put
643 
644  ! for monitor
645  real(rp), target :: qflx_west (ka,ja)
646  real(rp), target :: qflx_east (ka,ja)
647  real(rp), target :: qflx_south(ka,ia)
648  real(rp), target :: qflx_north(ka,ia)
649  logical :: monit_lateral_flag(3)
650 
651  integer :: i, j, k, iq, iqb, step
652  integer :: iv
653  integer :: n
654  !---------------------------------------------------------------------------
655 
656  call prof_rapstart("DYN_Large_Preparation", 2)
657 
658  !$acc data copy(DENS, MOMZ, MOMX, MOMY, RHOT, QTRC, PROG) &
659  !$acc copyin(QTRC0, DENS_tp, MOMZ_tp, MOMX_tp, MOMY_tp, RHOT_tp, RHOQ_tp, &
660  !$acc CORIOLI, &
661  !$acc CDZ, CDX, CDY, FDZ, FDX, FDY, RCDZ, RCDX, RCDY, RFDZ, RFDX, RFDY, &
662  !$acc PHI, GSQRT, J13G, J23G, MAPF, &
663  !$acc AQ_R, AQ_CV, AQ_CP, AQ_MASS, &
664  !$acc REF_dens, REF_pott, REF_qv, REF_pres, &
665  !$acc DAMP_DENS, DAMP_VELZ, DAMP_VELX, DAMP_VELY, DAMP_POTT, DAMP_QTRC, &
666  !$acc DAMP_alpha_DENS, DAMP_alpha_VELZ, DAMP_alpha_VELX, DAMP_alpha_VELY, DAMP_alpha_POTT, DAMP_alpha_QTRC, &
667  !$acc MFLUX_OFFSET_X, MFLUX_OFFSET_Y) &
668  !$acc create(num_diff, num_diff_q, &
669  !$acc DENS00, qflx, DDIV, DPRES0, RT2P, REF_rhot, &
670  !$acc DENS_tq, diff, diff2, diff3, damp_t_DENS, damp_t_MOMZ, damp_t_MOMX, damp_t_MOMY, damp_t_RHOT, damp_t_QTRC, &
671  !$acc tflx, mflx_av, &
672  !$acc qflx_west, qflx_east, qflx_south, qflx_north)
673 
674  !$acc data copy(DENS_av, MOMZ_av, MOMX_av, MOMY_av, RHOT_av, QTRC_av) if(USE_AVERAGE)
675 
676 
677  dts = real(dtss, kind=rp) ! short time step
678  dtl = real(dtls, kind=rp) ! large time step
679  nstep = ceiling( ( dtl - eps ) / dts )
680  dts = dtl / nstep ! dts is divisor of dtl and smaller or equal to dtss
681 
682  monit_lateral_flag(zdir) = .false.
683  monit_lateral_flag(xdir) = monit_mflx_west > 0 .or. monit_mflx_east > 0
684  monit_lateral_flag(ydir) = monit_mflx_south > 0 .or. monit_mflx_north > 0
685 
686 #ifdef DEBUG
687  log_info("ATMOS_DYN_Tstep_large_fvm_heve",*) 'Dynamics large time step'
688  log_info_cont('(1x,A,F0.2,A,F0.2,A,I0)') &
689  '-> DT_large, DT_small, DT_large/DT_small : ', dtl, ', ', dts, ', ', nstep
690 
691  !$acc kernels
692  dens00(:,:,:) = undef
693  num_diff(:,:,:,:,:) = undef
694  !$acc end kernels
695 #endif
696 
697 !OCL XFILL
698  !$acc kernels
699  dens00(:,:,:) = dens(:,:,:)
700  !$acc end kernels
701 
702  if ( use_average ) then
703  !$omp parallel do
704  !$acc kernels
705 !OCL XFILL
706  do j = jsb, jeb
707  do i = isb, ieb
708  do k = ks, ke
709  dens_av(k,i,j) = 0.0_rp
710  momz_av(k,i,j) = 0.0_rp
711  momx_av(k,i,j) = 0.0_rp
712  momy_av(k,i,j) = 0.0_rp
713  rhot_av(k,i,j) = 0.0_rp
714  end do
715  end do
716  end do
717  !$acc end kernels
718  endif
719 
720  !$omp parallel workshare
721  !$acc kernels
722 !OCL XFILL
723  mflx_av(:,:,:,:) = 0.0_rp
724  !$acc end kernels
725  !$omp end parallel workshare
726 
727 
728  !$omp parallel do
729  !$acc kernels
730 !OCL XFILL
731  do j = js, je
732  do k = ks, ke
733  qflx_west(k,j) = 0.0_rp
734  qflx_east(k,j) = 0.0_rp
735  end do
736  end do
737  !$acc end kernels
738  !$omp parallel do
739  !$acc kernels
740 !OCL XFILL
741  do i = is, ie
742  do k = ks, ke
743  qflx_south(k,i) = 0.0_rp
744  qflx_north(k,i) = 0.0_rp
745  end do
746  end do
747  !$acc end kernels
748 
749  !- prepare some variables for pressure linearization
750  call atmos_dyn_prep_pres_linearization( &
751  dpres0, rt2p, ref_rhot, & ! (out)
752  rhot, qtrc, ref_pres, aq_r, aq_cv, aq_cp, aq_mass ) ! (in)
753 
754  call prof_rapend ("DYN_Large_Preparation", 2)
755 
756  !###########################################################################
757  ! Update DENS,MONZ,MOMX,MOMY,MOMZ,RHOT
758  !###########################################################################
759 
760  call prof_rapstart("DYN_Large_Tendency", 2)
761 
762  !$omp parallel workshare
763  !$acc kernels
764 !OCL XFILL
765  dens_tq(:,:,:) = 0.0_rp
766  !$acc end kernels
767  !$omp end parallel workshare
768 
769  do iq = 1, qa
770 
771  iqb = bnd_iq(iq)
772 
773  if ( iqb > 0 ) then
774 
775  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
776  !$acc kernels
777 !OCL XFILL
778  do j = js-1, je+1
779  do i = max(is-1,1), min(ie+1,ia)
780  do k = ks, ke
781  diff(k,i,j) = qtrc(k,i,j,iq) - damp_qtrc(k,i,j,iqb)
782  enddo
783  enddo
784  enddo
785  !$acc end kernels
786 
787  call file_history_query( hist_damp_qtrc(iq), do_put )
788  if ( twod ) then
789  !$omp parallel do default(none) OMP_SCHEDULE_ &
790  !$omp private(j,k,damp) &
791  !$omp shared(IS,JS,JE,KS,KE,iq,iqb) &
792  !$omp shared(RHOQ_t,RHOQ_tp,DENS_tq,DAMP_alpha_QTRC,diff,BND_SMOOTHER_FACT,DENS00,TRACER_MASS,I_QV) &
793  !$omp shared(damp_t_QTRC,do_put)
794  !$acc kernels
795 !OCL XFILL
796  do j = js, je
797  do k = ks, ke
798  damp = - damp_alpha_qtrc(k,is,j,iqb) &
799  * ( diff(k,is,j) & ! rayleigh damping
800  - ( diff(k,is,j-1) + diff(k,is,j+1) - diff(k,is,j)*2.0_rp ) &
801  * 0.25_rp * bnd_smoother_fact ) ! horizontal smoother
802  damp = damp * dens00(k,is,j)
803  if ( do_put ) damp_t_qtrc(k,is,j) = damp
804  rhoq_t(k,is,j,iq) = rhoq_tp(k,is,j,iq) + damp
805  dens_tq(k,is,j) = dens_tq(k,is,j) + damp * tracer_mass(iq) ! only for mass tracer
806  enddo
807  enddo
808  !$acc end kernels
809  else
810  if( iq == i_qv .and. spnudge_qv ) then
811 
812  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
813  !$acc kernels
814 !OCL XFILL
815  do j = js, je
816  do i = is, ie
817  do k = ks, ke
818  diff2(k,i,j) = diff(k,i,j)
819  enddo
820  enddo
821  enddo
822  !$acc end kernels
823 
824  call dft_g2g(ka,ks,ke,ia,is,ie,ja,js,je,spnudge_qv_lm,spnudge_qv_mm,diff2)
825 
826  else
827 
828  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
829  !$acc kernels
830 !OCL XFILL
831  do j = js, je
832  do i = is, ie
833  do k = ks, ke
834  diff2(k,i,j) = 0
835  enddo
836  enddo
837  enddo
838  !$acc end kernels
839 
840  endif
841 
842  !$omp parallel do default(none) OMP_SCHEDULE_ collapse(2) &
843  !$omp private(i,j,k,damp) &
844  !$omp shared(JS,JE,IS,IE,KS,KE,iq,iqb) &
845  !$omp shared(RHOQ_t,RHOQ_tp,DENS_tq,DAMP_alpha_QTRC,diff,diff2,BND_SMOOTHER_FACT,SPNUDGE_qv_alpha,DENS00,TRACER_MASS) &
846  !$omp shared(damp_t_QTRC,do_put)
847  !$acc kernels
848 !OCL XFILL
849  do j = js, je
850  do i = is, ie
851  do k = ks, ke
852  damp = - damp_alpha_qtrc(k,i,j,iqb) &
853  * ( diff(k,i,j) & ! rayleigh damping
854  - ( diff(k,i-1,j) + diff(k,i+1,j) + diff(k,i,j-1) + diff(k,i,j+1) - diff(k,i,j)*4.0_rp ) &
855  * 0.125_rp * bnd_smoother_fact ) & ! horizontal smoother
856  - spnudge_qv_alpha(k,i,j) * diff2(k,i,j)
857  damp = damp * dens00(k,i,j)
858  if ( do_put ) damp_t_qtrc(k,i,j) = damp
859  rhoq_t(k,i,j,iq) = rhoq_tp(k,i,j,iq) + damp
860  dens_tq(k,i,j) = dens_tq(k,i,j) + damp * tracer_mass(iq) ! only for mass tracer
861  enddo
862  enddo
863  enddo
864  !$acc end kernels
865  end if
866 
867  if ( llast ) then
868  if ( do_put ) call file_history_put( hist_damp_qtrc(iq), damp_t_qtrc(:,:,:) )
869  end if
870 
871  call atmos_dyn_fill_halo( rhoq_t(:,:,:,iq), 0.0_rp, .false., .true. )
872  call comm_vars8( rhoq_t(:,:,:,iq), i_comm_rhoq_t(iq) )
873  call comm_wait ( rhoq_t(:,:,:,iq), i_comm_rhoq_t(iq), .false. )
874 
875  else
876 
877  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
878  !$acc kernels
879 !OCL XFILL
880  do j = 1, ja
881  do i = 1, ia
882  do k = 1, ka
883  rhoq_t(k,i,j,iq) = rhoq_tp(k,i,j,iq)
884  enddo
885  enddo
886  enddo
887  !$acc end kernels
888 
889  end if
890 
891  if ( llast ) then
892  call file_history_put( hist_phys_qtrc(iq), rhoq_tp(:,:,:,iq) )
893  end if
894 
895  end do
896 
897  call prof_rapend ("DYN_Large_Tendency", 2)
898 
899  call prof_rapstart("DYN_Large_Boundary", 2)
900 
901  if ( bnd_w .and. (.not. twod) ) then
902  !$omp parallel do private(j,k) OMP_SCHEDULE_
903  !$acc kernels
904  do j = js, je
905  do k = ks, ke
906  mflx(k,is-1,j,xdir) = ( momx(k,is-1,j) + mflux_offset_x(k,j,1) ) &
907  * gsqrt(k,is-1,j,i_uyz) / mapf(is-1,j,2,i_uy)
908  enddo
909  enddo
910  !$acc end kernels
911  end if
912  if ( bnd_e .and. (.not. twod) ) then
913  !$omp parallel do private(j,k) OMP_SCHEDULE_
914  !$acc kernels
915  do j = js, je
916  do k = ks, ke
917  mflx(k,ie,j,xdir) = ( momx(k,ie,j) + mflux_offset_x(k,j,2) ) &
918  * gsqrt(k,ie,j,i_uyz) / mapf(ie,j,2,i_uy)
919  enddo
920  enddo
921  !$acc end kernels
922  end if
923  if ( bnd_s ) then
924  !$omp parallel do private(i,k) OMP_SCHEDULE_
925  !$acc kernels
926  do i = is, ie
927  do k = ks, ke
928  mflx(k,i,js-1,ydir) = ( momy(k,i,js-1) + mflux_offset_y(k,i,1) ) &
929  * gsqrt(k,i,js-1,i_xvz) / mapf(i,js-1,1,i_xv)
930  enddo
931  enddo
932  !$acc end kernels
933  end if
934  if ( bnd_n ) then
935  !$omp parallel do private(i,k) OMP_SCHEDULE_
936  !$acc kernels
937  do i = is, ie
938  do k = ks, ke
939  mflx(k,i,je,ydir) = ( momy(k,i,je) + mflux_offset_y(k,i,2) ) &
940  * gsqrt(k,i,je,i_xvz) / mapf(i,je,1,i_xv)
941  enddo
942  enddo
943  !$acc end kernels
944  end if
945 
946  call prof_rapend ("DYN_Large_Boundary", 2)
947 
948 !OCL XFILL
949  !$omp parallel do collapse(2)
950  !$acc kernels
951  do j = 1, ja
952  do i = 1, ia
953  do k = 1, ka
954  damp_t_dens(k,i,j) = 0.0_rp
955  damp_t_momz(k,i,j) = 0.0_rp
956  damp_t_momx(k,i,j) = 0.0_rp
957  damp_t_momy(k,i,j) = 0.0_rp
958  damp_t_rhot(k,i,j) = 0.0_rp
959  end do
960  end do
961  end do
962  !$acc end kernels
963 
964  call atmos_dyn_fill_halo( dens_damp, 0.0_rp, .true., .true. )
965  call atmos_dyn_fill_halo( dens_t, 0.0_rp, .false., .true. )
966 
967  do step = 1, nstep
968 
969  !-----< prepare tendency >-----
970 
971  call prof_rapstart("DYN_Large_Tendency", 2)
972 
973  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
974 !OCL XFILL
975  !$acc kernels
976  do j = js-1, je+1
977  do i = max(is-1,1), min(ie+1,ia)
978  do k = ks, ke
979  diff(k,i,j) = dens(k,i,j) - damp_dens(k,i,j)
980  enddo
981  enddo
982  enddo
983  !$acc end kernels
984 
985  call file_history_query( hist_damp(1), do_put )
986  if ( twod ) then
987  !$omp parallel do default(none) OMP_SCHEDULE_ &
988  !$omp private(j,k) &
989  !$omp shared(IS,JS,JE,KS,KE) &
990  !$omp shared(DAMP_alpha_DENS,diff,DENS_tq,DENS_t,DENS_tp,BND_SMOOTHER_FACT,EPS) &
991  !$omp shared(damp_t_DENS,DENS_damp,do_put,nstep)
992  !$acc kernels
993 !OCL XFILL
994  do j = js, je
995  do k = ks, ke
996  dens_damp(k,is,j) = - damp_alpha_dens(k,is,j) &
997  * ( diff(k,is,j) & ! rayleigh damping
998  - ( diff(k,is,j-1) + diff(k,is,j+1) - diff(k,is,j)*2.0_rp ) &
999  * 0.25_rp * bnd_smoother_fact ) & ! horizontal smoother
1000  + dens_tq(k,is,j) * ( 0.5_rp - sign( 0.5_rp, damp_alpha_dens(k,is,j)-eps ) ) ! dencity change due to rayleigh damping for tracers
1001  dens_t(k,is,j) = dens_tp(k,is,j) & ! tendency from physical step
1002  + dens_damp(k,is,j)
1003  if ( do_put ) damp_t_dens(k,is,j) = damp_t_dens(k,is,j) + dens_damp(k,is,j) / nstep
1004  enddo
1005  enddo
1006  !$acc end kernels
1007  else
1008  !$omp parallel do default(none) OMP_SCHEDULE_ collapse(2) &
1009  !$omp private(i,j,k) &
1010  !$omp shared(JS,JE,IS,IE,KS,KE) &
1011  !$omp shared(DAMP_alpha_DENS,diff,DENS_tq,DENS_t,DENS_tp,BND_SMOOTHER_FACT,EPS) &
1012  !$omp shared(damp_t_DENS,DENS_damp,do_put,nstep)
1013  !$acc kernels
1014 !OCL XFILL
1015  do j = js, je
1016  do i = is, ie
1017  do k = ks, ke
1018  dens_damp(k,i,j) = - damp_alpha_dens(k,i,j) &
1019  * ( diff(k,i,j) & ! rayleigh damping
1020  - ( diff(k,i-1,j) + diff(k,i+1,j) + diff(k,i,j-1) + diff(k,i,j+1) - diff(k,i,j)*4.0_rp ) &
1021  * 0.125_rp * bnd_smoother_fact ) & ! horizontal smoother
1022  + dens_tq(k,i,j) * ( 0.5_rp - sign( 0.5_rp, damp_alpha_dens(k,i,j)-eps ) ) ! density change due to rayleigh damping for tracers
1023  dens_t(k,i,j) = dens_tp(k,i,j) & ! tendency from physical step
1024  + dens_damp(k,i,j)
1025  if ( do_put ) damp_t_dens(k,i,j) = damp_t_dens(k,i,j) + dens_damp(k,i,j) / nstep
1026  enddo
1027  enddo
1028  enddo
1029  !$acc end kernels
1030  end if
1031 
1032  call comm_vars8( dens_damp(:,:,:), i_comm_dens_damp )
1033  call comm_vars8( dens_t(:,:,:), i_comm_dens_t )
1034 
1035  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1036  !$acc kernels
1037 !OCL XFILL
1038  do j = js-1, je+1
1039  do i = max(is-1,1), min(ie+1,ia)
1040  do k = ks, ke-1
1041  diff(k,i,j) = momz(k,i,j) - damp_velz(k,i,j) * ( dens(k,i,j)+dens(k+1,i,j) ) * 0.5_rp
1042  enddo
1043  enddo
1044  enddo
1045  !$acc end kernels
1046 
1047  call file_history_query( hist_damp(2), do_put )
1048  if ( twod ) then
1049  !$omp parallel do default(none) OMP_SCHEDULE_ &
1050  !$omp private(j,k,damp) &
1051  !$omp shared(IS,JS,JE,KS,KE) &
1052  !$omp shared(DENS_damp,DENS,MOMZ) &
1053  !$omp shared(DAMP_alpha_VELZ,diff,BND_SMOOTHER_FACT,MOMZ_t,MOMZ_tp) &
1054  !$omp shared(damp_t_MOMZ,do_put,nstep)
1055  !$acc kernels
1056 !OCL XFILL
1057  do j = js, je
1058  do k = ks, ke-1
1059  damp = - damp_alpha_velz(k,is,j) &
1060  * ( diff(k,is,j) & ! rayleigh damping
1061  - ( diff(k,is,j-1) + diff(k,is,j+1) - diff(k,is,j)*2.0_rp ) &
1062  * 0.25_rp * bnd_smoother_fact ) ! horizontal smoother
1063 
1064  momz_t(k,is,j) = momz_tp(k,is,j) & ! tendency from physical step
1065  + damp &
1066  + ( dens_damp(k,is,j) + dens_damp(k+1,is,j) ) * momz(k,is,j) / ( dens(k,is,j) + dens(k+1,is,j) )
1067  if ( do_put ) damp_t_momz(k,is,j) = damp_t_momz(k,is,j) + damp / nstep
1068  enddo
1069  enddo
1070  !$acc end kernels
1071  else
1072  !$omp parallel do default(none) OMP_SCHEDULE_ collapse(2) &
1073  !$omp private(i,j,k,damp) &
1074  !$omp shared(JS,JE,IS,IE,KS,KE) &
1075  !$omp shared(DENS_damp,DENS,MOMZ) &
1076  !$omp shared(DAMP_alpha_VELZ,diff,BND_SMOOTHER_FACT,MOMZ_t,MOMZ_tp) &
1077  !$omp shared(damp_t_MOMZ,do_put,nstep)
1078  !$acc kernels
1079 !OCL XFILL
1080  do j = js, je
1081  do i = is, ie
1082  do k = ks, ke-1
1083  damp = - damp_alpha_velz(k,i,j) &
1084  * ( diff(k,i,j) & ! rayleigh damping
1085  - ( diff(k,i-1,j) + diff(k,i+1,j) + diff(k,i,j-1) + diff(k,i,j+1) - diff(k,i,j)*4.0_rp ) &
1086  * 0.125_rp * bnd_smoother_fact ) ! horizontal smoother
1087 
1088  momz_t(k,i,j) = momz_tp(k,i,j) & ! tendency from physical step
1089  + damp &
1090  + ( dens_damp(k,i,j) + dens_damp(k+1,i,j) ) * momz(k,i,j) / ( dens(k,i,j) + dens(k+1,i,j) )
1091  if ( do_put ) damp_t_momz(k,i,j) = damp_t_momz(k,i,j) + damp / nstep
1092  enddo
1093  enddo
1094  enddo
1095  !$acc end kernels
1096  end if
1097  !$omp parallel do
1098  !$acc kernels copy(momz_t)
1099 !OCL XFILL
1100  do j = js, je
1101  do i = is, ie
1102  momz_t( 1:ks-1,i,j) = 0.0_rp
1103  momz_t(ke:ka ,i,j) = 0.0_rp
1104  enddo
1105  enddo
1106  !$acc end kernels
1107  call comm_vars8( momz_t(:,:,:), i_comm_momz_t )
1108 
1109  call comm_wait( dens_damp(:,:,:), i_comm_dens_damp )
1110 
1111  if ( twod ) then
1112  !$omp parallel do private(j,k) OMP_SCHEDULE_
1113  !$acc kernels
1114 !OCL XFILL
1115  do j = js-1, je+1
1116  do k = ks, ke
1117  diff(k,is,j) = momx(k,is,j) - damp_velx(k,is,j) * dens(k,is,j)
1118  enddo
1119  enddo
1120  !$acc end kernels
1121  else
1122  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1123  !$acc kernels
1124 !OCL XFILL
1125  do j = js-1, je+1
1126  do i = is-1, ie+1
1127  do k = ks, ke
1128  diff(k,i,j) = momx(k,i,j) - damp_velx(k,i,j) * ( dens(k,i,j)+dens(k,i+1,j) ) * 0.5_rp
1129  enddo
1130  enddo
1131  enddo
1132  !$acc end kernels
1133  end if
1134 
1135 
1136  call file_history_query( hist_damp(3), do_put )
1137  if ( twod ) then
1138 !OCL XFILL
1139  !$omp parallel do default(none) OMP_SCHEDULE_ &
1140  !$omp private(j,k,damp) &
1141  !$omp shared(IS,JS,JE,KS,KE) &
1142  !$omp shared(DENS_damp,DENS,MOMX) &
1143  !$omp shared(DAMP_alpha_VELX,diff,BND_SMOOTHER_FACT,MOMX_tp,MOMX_t) &
1144  !$omp shared(damp_t_MOMX,do_put,nstep)
1145  !$acc kernels
1146  do j = js, je
1147  do k = ks, ke
1148  damp = - damp_alpha_velx(k,is,j) &
1149  * ( diff(k,is,j) & ! rayleigh damping
1150  - ( diff(k,is,j-1) + diff(k,is,j+1) - diff(k,is,j)*2.0_rp ) &
1151  * 0.25_rp * bnd_smoother_fact ) ! horizontal smoother
1152  momx_t(k,is,j) = momx_tp(k,is,j) & ! tendency from physical step
1153  + damp &
1154  + dens_damp(k,is,j) * momx(k,is,j) / dens(k,is,j)
1155  if ( do_put ) damp_t_momx(k,is,j) = damp_t_momx(k,is,j) + damp / nstep
1156  enddo
1157  enddo
1158  !$acc end kernels
1159  else
1160  if( spnudge_uv ) then
1161  if( spnudge_uv_divfree ) then
1162 
1163  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1164  !$acc kernels
1165 !OCL XFILL
1166  do j = js-1, je+1
1167  do i = is-1, ie+1
1168  do k = ks, ke
1169  diff3(k,i,j) = momy(k,i,j) - damp_vely(k,i,j) * ( dens(k,i,j)+dens(k,i,j+1) ) * 0.5_rp
1170  enddo
1171  enddo
1172  enddo
1173  !$acc end kernels
1174 
1175  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1176  !$acc kernels
1177 !OCL XFILL
1178  do j = js, je
1179  do i = is, ie
1180  do k = ks, ke
1181  diff2(k,i,j) = diff(k,i,j) / ( ( dens(k,i,j)+dens(k,i+1,j) ) * 0.5_rp )
1182  enddo
1183  enddo
1184  enddo
1185  !$acc end kernels
1186 
1187  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1188  !$acc kernels
1189 !OCL XFILL
1190  do j = js, je
1191  do i = is, ie
1192  do k = ks, ke
1193  diff3(k,i,j) = diff3(k,i,j) / ( ( dens(k,i,j)+dens(k,i,j+1) ) * 0.5_rp )
1194  enddo
1195  enddo
1196  enddo
1197  !$acc end kernels
1198 
1199  call dft_g2g_divfree(ka,ks,ke,ia,is,ie,ja,js,je,spnudge_uv_lm,spnudge_uv_mm,diff2,diff3)
1200 
1201  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1202  !$acc kernels
1203 !OCL XFILL
1204  do j = js, je
1205  do i = is, ie
1206  do k = ks, ke
1207  diff2(k,i,j) = diff2(k,i,j) * ( dens(k,i,j)+dens(k,i+1,j) ) * 0.5_rp
1208  enddo
1209  enddo
1210  enddo
1211  !$acc end kernels
1212 
1213  else
1214 
1215  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1216  !$acc kernels
1217 !OCL XFILL
1218  do j = js, je
1219  do i = is, ie
1220  do k = ks, ke
1221  diff2(k,i,j) = diff(k,i,j) / ( ( dens(k,i,j)+dens(k,i+1,j) ) * 0.5_rp )
1222  enddo
1223  enddo
1224  enddo
1225  !$acc end kernels
1226 
1227  call dft_g2g(ka,ks,ke,ia,is,ie,ja,js,je,spnudge_uv_lm,spnudge_uv_mm,diff2)
1228 
1229  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1230  !$acc kernels
1231  do j = js, je
1232  do i = is, ie
1233  do k = ks, ke
1234  diff2(k,i,j) = diff2(k,i,j) * ( dens(k,i,j)+dens(k,i+1,j) ) * 0.5_rp
1235  enddo
1236  enddo
1237  enddo
1238  !$acc end kernels
1239 
1240  endif
1241  else
1242 
1243  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1244  !$acc kernels
1245 !OCL XFILL
1246  do j = js, je
1247  do i = is, ie
1248  do k = ks, ke
1249  diff2(k,i,j) = 0.0_rp
1250  enddo
1251  enddo
1252  enddo
1253  !$acc end kernels
1254 
1255  endif
1256 
1257 !OCL XFILL
1258  !$omp parallel do default(none) OMP_SCHEDULE_ collapse(2) &
1259  !$omp private(i,j,k,damp) &
1260  !$omp shared(JS,JE,IS,IE,KS,KE) &
1261  !$omp shared(DENS_damp,DENS,MOMX) &
1262  !$omp shared(DAMP_alpha_VELX,diff,diff2,BND_SMOOTHER_FACT,SPNUDGE_u_alpha,MOMX_tp,MOMX_t) &
1263  !$omp shared(damp_t_MOMX,do_put,nstep)
1264  !$acc kernels
1265  do j = js, je
1266  do i = is, ie
1267  do k = ks, ke
1268  damp = - damp_alpha_velx(k,i,j) &
1269  * ( diff(k,i,j) & ! rayleigh damping
1270  - ( diff(k,i-1,j) + diff(k,i+1,j) + diff(k,i,j-1) + diff(k,i,j+1) - diff(k,i,j)*4.0_rp ) &
1271  * 0.125_rp * bnd_smoother_fact ) & ! horizontal smoother
1272  - spnudge_u_alpha(k,i,j) * diff2(k,i,j)
1273  momx_t(k,i,j) = momx_tp(k,i,j) & ! tendency from physical step
1274  + damp &
1275  + ( dens_damp(k,i,j) + dens_damp(k,i+1,j) ) * momx(k,i,j) / ( dens(k,i,j) + dens(k,i+1,j) )
1276  if ( do_put ) damp_t_momx(k,i,j) = damp_t_momx(k,i,j) + damp / nstep
1277  enddo
1278  enddo
1279  enddo
1280  !$acc end kernels
1281  end if
1282 
1283  call atmos_dyn_fill_halo( momx_t, 0.0_rp, .false., .true. )
1284  call comm_vars8( momx_t(:,:,:), i_comm_momx_t )
1285 
1286  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1287  !$acc kernels
1288 !OCL XFILL
1289  do j = js-1, je+1
1290  do i = max(is-1,1), min(ie+1,ia)
1291  do k = ks, ke
1292  diff(k,i,j) = momy(k,i,j) - damp_vely(k,i,j) * ( dens(k,i,j)+dens(k,i,j+1) ) * 0.5_rp
1293  enddo
1294  enddo
1295  enddo
1296  !$acc end kernels
1297 
1298  call file_history_query( hist_damp(4), do_put )
1299  if ( twod ) then
1300 !OCL XFILL
1301  !$omp parallel do default(none) OMP_SCHEDULE_ &
1302  !$omp private(j,k,damp) &
1303  !$omp shared(IS,JS,JE,KS,KE) &
1304  !$omp shared(DENS_damp,DENS,MOMY) &
1305  !$omp shared(DAMP_alpha_VELY,diff,BND_SMOOTHER_FACT,MOMY_tp,MOMY_t) &
1306  !$omp shared(damp_t_MOMY,do_put,nstep)
1307  !$acc kernels
1308  do j = js, je
1309  do k = ks, ke
1310  damp = - damp_alpha_vely(k,is,j) &
1311  * ( diff(k,is,j) & ! rayleigh damping
1312  - ( diff(k,is,j-1) + diff(k,is,j+1) - diff(k,is,j)*2.0_rp ) &
1313  * 0.25_rp * bnd_smoother_fact ) ! horizontal smoother
1314  momy_t(k,is,j) = momy_tp(k,is,j) & ! tendency from physical step
1315  + damp &
1316  + ( dens_damp(k,is,j) + dens_damp(k,is,j+1) ) * momy(k,is,j) / ( dens(k,is,j) + dens(k,is,j+1) )
1317  if ( do_put ) damp_t_momy(k,is,j) = damp_t_momy(k,is,j) + damp / nstep
1318  enddo
1319  enddo
1320  !$acc end kernels
1321  else
1322  if( spnudge_uv ) then
1323  if( spnudge_uv_divfree ) then
1324 
1325  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1326  !$acc kernels
1327 !OCL XFILL
1328  do j = js, je
1329  do i = is, ie
1330  do k = ks, ke
1331  diff2(k,i,j) = diff3(k,i,j) * ( dens(k,i,j)+dens(k,i,j+1) ) * 0.5_rp
1332  enddo
1333  enddo
1334  enddo
1335  !$acc end kernels
1336 
1337  else
1338  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1339  !$acc kernels
1340 !OCL XFILL
1341  do j = js, je
1342  do i = is, ie
1343  do k = ks, ke
1344  diff2(k,i,j) = diff(k,i,j) / ( ( dens(k,i,j)+dens(k,i,j+1) ) * 0.5_rp )
1345  enddo
1346  enddo
1347  enddo
1348  !$acc end kernels
1349 
1350  call dft_g2g(ka,ks,ke,ia,is,ie,ja,js,je,spnudge_uv_lm,spnudge_uv_mm,diff2)
1351 
1352  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1353  !$acc kernels
1354 !OCL XFILL
1355  do j = js, je
1356  do i = is, ie
1357  do k = ks, ke
1358  diff2(k,i,j) = diff2(k,i,j) * ( dens(k,i,j)+dens(k,i,j+1) ) * 0.5_rp
1359  enddo
1360  enddo
1361  enddo
1362  !$acc end kernels
1363  endif
1364  endif
1365 
1366 !OCL XFILL
1367  !$omp parallel do default(none) OMP_SCHEDULE_ collapse(2) &
1368  !$omp private(i,j,k,damp) &
1369  !$omp shared(JS,JE,IS,IE,KS,KE) &
1370  !$omp shared(DENS_damp,DENS,MOMY) &
1371  !$omp shared(DAMP_alpha_VELY,diff,diff2,BND_SMOOTHER_FACT,SPNUDGE_v_alpha,MOMY_tp,MOMY_t) &
1372  !$omp shared(damp_t_MOMY,do_put,nstep)
1373  !$acc kernels
1374  do j = js, je
1375  do i = is, ie
1376  do k = ks, ke
1377  damp = - damp_alpha_vely(k,i,j) &
1378  * ( diff(k,i,j) & ! rayleigh damping
1379  - ( diff(k,i-1,j) + diff(k,i+1,j) + diff(k,i,j-1) + diff(k,i,j+1) - diff(k,i,j)*4.0_rp ) &
1380  * 0.125_rp * bnd_smoother_fact ) & ! horizontal smoother
1381  - spnudge_v_alpha(k,i,j) * diff2(k,i,j)
1382  momy_t(k,i,j) = momy_tp(k,i,j) & ! tendency from physical step
1383  + damp &
1384  + ( dens_damp(k,i,j) + dens_damp(k,i,j+1) ) * momy(k,i,j) / ( dens(k,i,j) + dens(k,i,j+1) )
1385  if ( do_put ) damp_t_momy(k,i,j) = damp_t_momy(k,i,j) + damp / nstep
1386  enddo
1387  enddo
1388  enddo
1389  !$acc end kernels
1390  end if
1391 
1392  call atmos_dyn_fill_halo( momy_t, 0.0_rp, .false., .true. )
1393  call comm_vars8( momy_t(:,:,:), i_comm_momy_t )
1394 
1395  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1396  !$acc kernels
1397 !OCL XFILL
1398  do j = js-1, je+2
1399  do i = max(is-1,1), min(ie+2,ia)
1400  do k = ks, ke
1401  diff(k,i,j) = rhot(k,i,j) - damp_pott(k,i,j) * dens(k,i,j)
1402  enddo
1403  enddo
1404  enddo
1405  !$acc end kernels
1406 
1407  call file_history_query( hist_damp(5), do_put )
1408  if ( twod ) then
1409 !OCL XFILL
1410  !$omp parallel do default(none) OMP_SCHEDULE_ &
1411  !$omp private(j,k,damp) &
1412  !$omp shared(IS,JS,JE,KS,KE) &
1413  !$omp shared(DENS_damp,DENS,RHOT) &
1414  !$omp shared(DAMP_alpha_POTT,diff,BND_SMOOTHER_FACT,RHOT_t,RHOT_tp) &
1415  !$omp shared(damp_t_RHOT,do_put,nstep)
1416  !$acc kernels
1417  do j = js, je
1418  do k = ks, ke
1419  damp = - damp_alpha_pott(k,is,j) &
1420  * ( diff(k,is,j) & ! rayleigh damping
1421  - ( diff(k,is,j-1) + diff(k,is,j+1) - diff(k,is,j)*2.0_rp ) &
1422  * 0.25_rp * bnd_smoother_fact ) ! horizontal smoother
1423  rhot_t(k,is,j) = rhot_tp(k,is,j) & ! tendency from physical step
1424  + damp &
1425  + dens_damp(k,is,j) * rhot(k,is,j) / dens(k,is,j)
1426  if ( do_put ) damp_t_rhot(k,is,j) = damp_t_rhot(k,is,j) + damp / nstep
1427  enddo
1428  enddo
1429  !$acc end kernels
1430  else
1431  if( spnudge_pt ) then
1432 
1433  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1434  !$acc kernels
1435 !OCL XFILL
1436  do j = js, je
1437  do i = is, ie
1438  do k = ks, ke
1439  diff2(k,i,j) = diff(k,i,j) / dens(k,i,j)
1440  enddo
1441  enddo
1442  enddo
1443  !$acc end kernels
1444 
1445  call dft_g2g(ka,ks,ke,ia,is,ie,ja,js,je,spnudge_pt_lm,spnudge_pt_mm,diff2)
1446 
1447  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1448  !$acc kernels
1449 !OCL XFILL
1450  do j = js, je
1451  do i = is, ie
1452  do k = ks, ke
1453  diff2(k,i,j) = diff2(k,i,j) * dens(k,i,j)
1454  enddo
1455  enddo
1456  enddo
1457  !$acc end kernels
1458 
1459  else
1460 
1461  !$omp parallel do private(i,j,k) OMP_SCHEDULE_ collapse(2)
1462  !$acc kernels
1463 !OCL XFILL
1464  do j = js, je
1465  do i = is, ie
1466  do k = ks, ke
1467  diff2(k,i,j) = 0.0_rp
1468  enddo
1469  enddo
1470  enddo
1471  !$acc end kernels
1472 
1473  endif
1474 
1475 !OCL XFILL
1476  !$omp parallel do default(none) OMP_SCHEDULE_ collapse(2) &
1477  !$omp private(i,j,k,damp) &
1478  !$omp shared(JS,JE,IS,IE,KS,KE) &
1479  !$omp shared(DENS_damp,DENS,RHOT) &
1480  !$omp shared(DAMP_alpha_POTT,diff,diff2,BND_SMOOTHER_FACT,SPNUDGE_pt_alpha,RHOT_t,RHOT_tp) &
1481  !$omp shared(damp_t_RHOT,do_put,nstep)
1482  !$acc kernels
1483  do j = js, je
1484  do i = is, ie
1485  do k = ks, ke
1486  damp = - damp_alpha_pott(k,i,j) &
1487  * ( diff(k,i,j) & ! rayleigh damping
1488  - ( diff(k,i-1,j) + diff(k,i+1,j) + diff(k,i,j-1) + diff(k,i,j+1) - diff(k,i,j)*4.0_rp ) &
1489  * 0.125_rp * bnd_smoother_fact ) & ! horizontal smoother
1490  - spnudge_pt_alpha(k,i,j) * diff2(k,i,j)
1491  rhot_t(k,i,j) = rhot_tp(k,i,j) & ! tendency from physical step
1492  + damp &
1493  + dens_damp(k,i,j) * rhot(k,i,j) / dens(k,i,j)
1494  if ( do_put ) damp_t_rhot(k,i,j) = damp_t_rhot(k,i,j) + damp / nstep
1495  enddo
1496  enddo
1497  enddo
1498  !$acc end kernels
1499  end if
1500 
1501  call atmos_dyn_fill_halo( rhot_t, 0.0_rp, .false., .true. )
1502  call comm_vars8( rhot_t(:,:,:), i_comm_rhot_t )
1503 
1504  call comm_wait ( dens_t(:,:,:), i_comm_dens_t, .false. )
1505  call comm_wait ( momz_t(:,:,:), i_comm_momz_t, .false. )
1506  call comm_wait ( momx_t(:,:,:), i_comm_momx_t, .false. )
1507  call comm_wait ( momy_t(:,:,:), i_comm_momy_t, .false. )
1508  call comm_wait ( rhot_t(:,:,:), i_comm_rhot_t, .false. )
1509 
1510  call prof_rapend ("DYN_Large_Tendency", 2)
1511 
1512  call prof_rapstart("DYN_Large_Numfilter", 2)
1513 
1514  !-----< prepare the fluxes of explicit numerical diffusion >-----
1515  if ( nd_coef == 0.0_rp .or. eval_type_numfilter == 'FILTER' ) then
1516  !$omp parallel workshare
1517  !$acc kernels
1518 !OCL XFILL
1519  num_diff(:,:,:,:,:) = 0.0_rp
1520  !$acc end kernels
1521  !$omp end parallel workshare
1522  else
1523  call atmos_dyn_fvm_numfilter_flux( num_diff(:,:,:,:,:), & ! [OUT]
1524  dens, momz, momx, momy, rhot, & ! [IN]
1525  cdz, cdx, cdy, fdz, fdx, fdy, twod, dts, & ! [IN]
1526  ref_dens, ref_pott, & ! [IN]
1527  nd_coef, nd_laplacian_num, nd_sfc_fact, nd_use_rs ) ! [IN]
1528  endif
1529 
1530  call prof_rapend ("DYN_Large_Numfilter", 2)
1531 
1532  !-----< calculate the divegence term >-----
1533 
1534  if ( divdmp_coef > 0.0_rp ) then
1535 
1536  call atmos_dyn_divergence( ddiv, & ! (out)
1537  momz, momx, momy, & ! (in)
1538  gsqrt, j13g, j23g, j33g, mapf, & ! (in)
1539  twod, & ! (in)
1540  rcdz, rcdx, rcdy, rfdz, fdz ) ! (in)
1541 
1542  else
1543 
1544  !$omp parallel workshare
1545  !$acc kernels
1546 !XFILL
1547  ddiv(:,:,:) = 0.0_rp
1548  !$acc end kernels
1549  !$omp end parallel workshare
1550 
1551  end if
1552 
1553  !------------------------------------------------------------------------
1554  ! Start short time integration
1555  !------------------------------------------------------------------------
1556 
1557  call file_history_set_disable( .not. ( llast .and. ( step==nstep ) ) )
1558 
1559  call prof_rapstart("DYN_Short_Tinteg", 2)
1560 
1561  call atmos_dyn_tinteg_short( dens, momz, momx, momy, rhot, prog, & ! (inout)
1562  mflx, tflx, & ! (inout, out)
1563  dens_t, momz_t, momx_t, momy_t, rhot_t, & ! (in)
1564  dpres0, rt2p, corioli, & ! (in)
1565  num_diff, wdamp_coef, divdmp_coef, ddiv, & ! (in)
1566  flag_fct_momentum, flag_fct_t, & ! (in)
1567  flag_fct_along_stream, & ! (in)
1568  cdz, fdz, fdx, fdy, & ! (in)
1569  rcdz, rcdx, rcdy, rfdz, rfdx, rfdy, & ! (in)
1570  phi, gsqrt, j13g, j23g, j33g, mapf, & ! (in)
1571  ref_dens, ref_rhot, & ! (in)
1572  bnd_w, bnd_e, bnd_s, bnd_n, twod, & ! (in)
1573  dts ) ! (in)
1574 
1575  call prof_rapend ("DYN_Short_Tinteg", 2)
1576 
1577 
1578  call file_history_set_disable( .false. )
1579 
1580  if ( nd_coef > 0.0_rp .and. eval_type_numfilter == 'FILTER' ) then
1581  call comm_vars8( dens(:,:,:), i_comm_dens )
1582  call comm_vars8( momz(:,:,:), i_comm_momz )
1583  call comm_vars8( momx(:,:,:), i_comm_momx )
1584  call comm_vars8( momy(:,:,:), i_comm_momy )
1585  call comm_vars8( rhot(:,:,:), i_comm_rhot )
1586  call comm_wait ( dens(:,:,:), i_comm_dens, .false. )
1587  call comm_wait ( momz(:,:,:), i_comm_momz, .false. )
1588  call comm_wait ( momx(:,:,:), i_comm_momx, .false. )
1589  call comm_wait ( momy(:,:,:), i_comm_momy, .false. )
1590  call comm_wait ( rhot(:,:,:), i_comm_rhot, .false. )
1591 
1592  call atmos_dyn_fvm_apply_numfilter( &
1593  num_diff, & ! (out)
1594  dens, momz, momx, momy, rhot, & ! (inout)
1595  cdz, cdx, cdy, fdz, fdx, fdy, & ! (in)
1596  rcdz, rcdx, rcdy, rfdz, rfdx, rfdy, & ! (in)
1597  twod, dts, & ! (in)
1598  gsqrt, mapf, ref_dens, ref_pott, & ! (in)
1599  nd_coef, nd_laplacian_num, nd_sfc_fact, nd_use_rs ) ! (in)
1600  endif
1601 
1602  !$omp parallel do default(none) private(i,j,iv) OMP_SCHEDULE_ collapse(2) &
1603  !$omp shared(JSB,JEB,ISB,IEB,KS,KE,KA,MOMZ) !,DENS,MOMX,MOMY,RHOT,VA,PROG)
1604  !$acc parallel vector_length(32)
1605  !$acc loop collapse(2)
1606  do j = jsb, jeb
1607  do i = isb, ieb
1608 ! DENS( 1:KS-1,i,j) = DENS(KS,i,j)
1609  momz( 1:ks-1,i,j) = 0.0_rp
1610 !!$ MOMX( 1:KS-1,i,j) = MOMX(KS,i,j)
1611 !!$ MOMY( 1:KS-1,i,j) = MOMY(KS,i,j)
1612 !!$ RHOT( 1:KS-1,i,j) = RHOT(KS,i,j)
1613 !!$ !$acc loop seq
1614 !!$ do iv = 1, VA
1615 !!$ PROG( 1:KS-1,i,j,iv) = PROG(KS,i,j,iv)
1616 !!$ end do
1617 !!$ DENS(KE+1:KA, i,j) = DENS(KE,i,j)
1618  momz(ke+1:ka, i,j) = 0.0_rp
1619 !!$ MOMX(KE+1:KA, i,j) = MOMX(KE,i,j)
1620 !!$ MOMY(KE+1:KA, i,j) = MOMY(KE,i,j)
1621 !!$ RHOT(KE+1:KA, i,j) = RHOT(KE,i,j)
1622 !!$ !$acc loop seq
1623 !!$ do iv = 1, VA
1624 !!$ PROG(KE+1:KA, i,j,iv) = PROG(KE,i,j,iv)
1625 !!$ end do
1626  enddo
1627  enddo
1628  !$acc end parallel
1629 
1630  call comm_vars8( dens(:,:,:), i_comm_dens )
1631  call comm_vars8( momz(:,:,:), i_comm_momz )
1632  call comm_vars8( momx(:,:,:), i_comm_momx )
1633  call comm_vars8( momy(:,:,:), i_comm_momy )
1634  call comm_vars8( rhot(:,:,:), i_comm_rhot )
1635  do iv = 1, va
1636  call comm_vars8( prog(:,:,:,iv), i_comm_prog(iv) )
1637  end do
1638  call comm_wait ( dens(:,:,:), i_comm_dens, .false. )
1639  call comm_wait ( momz(:,:,:), i_comm_momz, .false. )
1640  call comm_wait ( momx(:,:,:), i_comm_momx, .false. )
1641  call comm_wait ( momy(:,:,:), i_comm_momy, .false. )
1642  call comm_wait ( rhot(:,:,:), i_comm_rhot, .false. )
1643  do iv = 1, va
1644  call comm_wait ( prog(:,:,:,iv), i_comm_prog(iv), .false. )
1645  end do
1646 
1647  if ( use_average ) then
1648  !$omp parallel do
1649  !$acc kernels
1650  do j = jsb, jeb
1651  do i = isb, ieb
1652  do k = ks, ke
1653  dens_av(k,i,j) = dens_av(k,i,j) + dens(k,i,j) / nstep
1654  momz_av(k,i,j) = momz_av(k,i,j) + momz(k,i,j) / nstep
1655  momx_av(k,i,j) = momx_av(k,i,j) + momx(k,i,j) / nstep
1656  momy_av(k,i,j) = momy_av(k,i,j) + momy(k,i,j) / nstep
1657  rhot_av(k,i,j) = rhot_av(k,i,j) + rhot(k,i,j) / nstep
1658  end do
1659  end do
1660  end do
1661  !$acc end kernels
1662  endif
1663 
1664  !$omp parallel
1665  !$acc kernels
1666  do n = 1, 3
1667  !$omp do
1668  do j = jsb, jeb
1669  do i = isb, ieb
1670  do k = ks, ke
1671  mflx_av(k,i,j,n) = mflx_av(k,i,j,n) + mflx(k,i,j,n)
1672  end do
1673  end do
1674  end do
1675  !$omp end do nowait
1676  end do
1677  !$acc end kernels
1678  !$omp end parallel
1679 
1680  enddo ! dynamical steps
1681 
1682 
1683  !###########################################################################
1684  ! Update Tracers
1685  !###########################################################################
1686 
1687  !$omp parallel
1688  !$acc kernels
1689  do n = 1, 3
1690 !OCL XFILL
1691  !$omp do
1692  do j = jsb, jeb
1693  do i = isb, ieb
1694  do k = ks, ke
1695  mflx(k,i,j,n) = mflx_av(k,i,j,n) / nstep
1696  end do
1697  end do
1698  end do
1699  !$omp end do nowait
1700  end do
1701  !$acc end kernels
1702  !$omp end parallel
1703 
1704  call comm_vars8( mflx(:,:,:,zdir), i_comm_mflx_z )
1705  if ( .not. twod ) call comm_vars8( mflx(:,:,:,xdir), i_comm_mflx_x )
1706  call comm_vars8( mflx(:,:,:,ydir), i_comm_mflx_y )
1707  call comm_wait ( mflx(:,:,:,zdir), i_comm_mflx_z, .false. )
1708  if ( .not. twod ) call comm_wait ( mflx(:,:,:,xdir), i_comm_mflx_x, .false. )
1709  call comm_wait ( mflx(:,:,:,ydir), i_comm_mflx_y, .false. )
1710 
1711 #ifndef DRY
1712 
1713  !------------------------------------------------------------------------
1714  ! Update each tracer
1715  !------------------------------------------------------------------------
1716 
1717  do iq = 1, qa
1718 
1719  if ( tracer_advc(iq) ) then
1720 
1721  call prof_rapstart("DYN_Large_Numfilter", 2)
1722 
1723  if ( nd_coef_q == 0.0_rp ) then
1724  !$omp parallel workshare
1725  !$acc kernels
1726 !OCL XFILL
1727  num_diff_q(:,:,:,:) = 0.0_rp
1728  !$acc end kernels
1729  !$omp end parallel workshare
1730  else
1731  call atmos_dyn_fvm_numfilter_flux_q( num_diff_q(:,:,:,:), & ! [OUT]
1732  dens00, qtrc(:,:,:,iq), iq==i_qv, & ! [IN]
1733  cdz, cdx, cdy, twod, dtl, & ! [IN]
1734  ref_qv, iq, & ! [IN]
1735  nd_coef_q, nd_laplacian_num, nd_sfc_fact, nd_use_rs ) ! [IN]
1736  endif
1737 
1738  call prof_rapend ("DYN_Large_Numfilter", 2)
1739 
1740  call prof_rapstart("DYN_Tracer_Tinteg", 2)
1741 
1742  if ( flag_tracer_split_tend ) then
1743  !$omp parallel do default(none) private(i,j,k) OMP_SCHEDULE_ collapse(2) &
1744  !$omp shared(KA,IA,JA,iq,QTRC,RHOQ_t,DENS,dtl)
1745  !$acc kernels
1746  do j = 1, ja
1747  do i = 1, ia
1748  do k = 1, ka
1749  qtrc(k,i,j,iq) = qtrc(k,i,j,iq) &
1750  + rhoq_t(k,i,j,iq) * dtl / dens(k,i,j)
1751  end do
1752  end do
1753  end do
1754  !$acc end kernels
1755  rhoq_tn => zero
1756  else
1757  rhoq_tn => rhoq_t(:,:,:,iq)
1758  end if
1759 
1760  call atmos_dyn_tinteg_tracer( &
1761  qtrc(:,:,:,iq), & ! (inout)
1762  qflx(:,:,:,:), & ! (out)
1763  qtrc0(:,:,:,iq), rhoq_tn, & ! (in)
1764  dens00, dens, & ! (in)
1765  mflx, num_diff_q, & ! (in)
1766  gsqrt, mapf(:,:,:,i_xy), & ! (in)
1767  cdz, rcdz, rcdx, rcdy, & ! (in)
1768  bnd_w, bnd_e, bnd_s, bnd_n, & ! (in)
1769  twod, & ! (in)
1770  dtl, & ! (in)
1771  llast .AND. flag_fct_tracer, & ! (in)
1772  flag_fct_along_stream ) ! (in)
1773 
1774  call prof_rapend ("DYN_Tracer_Tinteg", 2)
1775 
1776  if ( llast ) then
1777  do iv = 1, 3
1778  call file_history_query( hist_qflx(iv,iq), do_put )
1779  if ( do_put .or. monit_lateral_flag(iv) ) then
1780  call multiply_flux_by_metric_xyz( iv, qflx, gsqrt, mapf )
1781  call file_history_put( hist_qflx(iv,iq), qflx(:,:,:,iv) )
1782  end if
1783  end do
1784 
1785  if ( tracer_mass(iq) == 1.0_rp ) then
1786  if ( bnd_w .and. monit_qflx_west > 0 ) then
1787  !$omp parallel do
1788  !$acc kernels
1789  do j = js, je
1790  do k = ks, ke
1791  qflx_west(k,j) = qflx_west(k,j) + qflx(k,is-1,j,xdir)
1792  end do
1793  end do
1794  !$acc end kernels
1795  end if
1796  if ( bnd_e .and. monit_qflx_east > 0 ) then
1797  !$omp parallel do
1798  !$acc kernels
1799  do j = js, je
1800  do k = ks, ke
1801  qflx_east(k,j) = qflx_east(k,j) + qflx(k,ie,j,xdir)
1802  end do
1803  end do
1804  !$acc end kernels
1805  end if
1806  if ( bnd_s .and. monit_qflx_south > 0 ) then
1807  !$omp parallel do
1808  !$acc kernels
1809  do i = is, ie
1810  do k = ks, ke
1811  qflx_south(k,i) = qflx_south(k,i) + qflx(k,i,js-1,ydir)
1812  end do
1813  end do
1814  !$acc end kernels
1815  end if
1816  if ( bnd_n .and. monit_qflx_north > 0 ) then
1817  !$omp parallel do
1818  !$acc kernels
1819  do i = is, ie
1820  do k = ks, ke
1821  qflx_north(k,i) = qflx_north(k,i) + qflx(k,i,je,ydir)
1822  end do
1823  end do
1824  !$acc end kernels
1825  end if
1826 
1827  end if
1828 
1829  end if
1830 
1831  else
1832 
1833  !$omp parallel do
1834  !$acc kernels
1835  do j = js, je
1836  do i = is, ie
1837  do k = ks, ke
1838  qtrc(k,i,j,iq) = ( qtrc0(k,i,j,iq) * dens00(k,i,j) &
1839  + rhoq_t(k,i,j,iq) * dtl ) / dens(k,i,j)
1840  end do
1841  end do
1842  end do
1843  !$acc end kernels
1844 
1845  end if
1846 
1847  call comm_vars8( qtrc(:,:,:,iq), i_comm_qtrc(iq) )
1848 
1849  if ( use_average ) then
1850  !$acc kernels
1851  do j = jsb, jeb
1852  do i = isb, ieb
1853  do k = ks, ke
1854  qtrc_av(k,i,j,iq) = qtrc(k,i,j,iq)
1855  end do
1856  end do
1857  end do
1858  !$acc end kernels
1859  endif
1860 
1861  enddo ! scalar quantities loop
1862 
1863  do iq = 1, qa
1864  call comm_wait ( qtrc(:,:,:,iq), i_comm_qtrc(iq), .false. )
1865  enddo
1866 #endif
1867 
1868  if ( llast ) then
1869  !- history ---------------------------------------
1870  call file_history_put( hist_phys(1), dens_tp )
1871  call file_history_put( hist_phys(2), momz_tp )
1872  call file_history_put( hist_phys(3), momx_tp )
1873  call file_history_put( hist_phys(4), momy_tp )
1874  call file_history_put( hist_phys(5), rhot_tp )
1875 
1876  call file_history_put( hist_damp(1), damp_t_dens )
1877  call file_history_put( hist_damp(2), damp_t_momz )
1878  call file_history_put( hist_damp(3), damp_t_momx )
1879  call file_history_put( hist_damp(4), damp_t_momy )
1880  call file_history_put( hist_damp(5), damp_t_rhot )
1881 
1882  do iv = 1, 3
1883  call file_history_query( hist_mflx(iv), do_put )
1884  if ( do_put .or. monit_lateral_flag(iv) ) then
1885  call multiply_flux_by_metric_xyz( iv, mflx, gsqrt, mapf )
1886  call file_history_put( hist_mflx(iv), mflx(:,:,:,iv) )
1887  end if
1888  end do
1889 
1890  do iv = 1, 3
1891  call file_history_query( hist_tflx(iv), do_put )
1892  if ( do_put ) then
1893  call multiply_flux_by_metric_xyz( iv, tflx, gsqrt, mapf )
1894  call file_history_put( hist_tflx(iv), tflx(:,:,:,iv) )
1895  end if
1896  end do
1897 
1898  !- monitor mass budget ------------------------------------
1899  call monitor_put( monit_damp_mass, damp_t_dens(:,:,:) )
1900  if ( is>0 ) &
1901  call monitor_put_lateral_flux( monit_mflx_west, bnd_w .and. monit_mflx_west > 0, mflx(:,is-1,:,xdir), zero_x )
1902  call monitor_put_lateral_flux( monit_mflx_east, bnd_e .and. monit_mflx_east > 0, mflx(:,ie,:,xdir), zero_x )
1903  if ( js>0 ) &
1904  call monitor_put_lateral_flux( monit_mflx_south, bnd_s .and. monit_mflx_south > 0, mflx(:,:,js-1,ydir), zero_y )
1905  call monitor_put_lateral_flux( monit_mflx_north, bnd_n .and. monit_mflx_north > 0, mflx(:,:,je,ydir), zero_y )
1906 
1907  call monitor_put( monit_damp_qtot, dens_tq(:,:,:) )
1908  call monitor_put_lateral_flux( monit_qflx_west, bnd_w, qflx_west, zero_x )
1909  call monitor_put_lateral_flux( monit_qflx_east, bnd_e, qflx_east, zero_x )
1910  call monitor_put_lateral_flux( monit_qflx_south, bnd_s, qflx_south, zero_y )
1911  call monitor_put_lateral_flux( monit_qflx_north, bnd_n, qflx_north, zero_y )
1912  end if
1913 
1914  !$acc end data
1915  !$acc end data
1916 
1917  return
1918  end subroutine atmos_dyn_tstep_large_fvm_heve
1919 
1920  !-- private subroutines --------------------------------------------
1921 
1922  subroutine monitor_put_lateral_flux( MONIT_ID, BND_flag, flx, flx_zero )
1923  use scale_monitor, only: &
1924  monitor_put
1925  implicit none
1926 
1927  integer, intent(in) :: MONIT_ID
1928  logical, intent(in) :: BND_flag
1929  real(RP), target, intent(in) :: flx(:,:)
1930  real(RP), target, intent(in) :: flx_zero(:,:)
1931 
1932  real(RP), pointer :: flx_ptr(:,:)
1933  !------------------------------------------
1934  if ( bnd_flag ) then
1935  flx_ptr => flx
1936  else
1937  flx_ptr => flx_zero
1938  end if
1939  call monitor_put( monit_id, flx_ptr(:,:) )
1940 
1941  return
1942  end subroutine monitor_put_lateral_flux
1943 
1944  subroutine multiply_flux_by_metric_xyz( I_DIR, flx, GSQRT, MAPF )
1945  implicit none
1946  integer, intent(in) :: I_DIR
1947  real(RP), intent(inout) :: flx(KA,IA,JA,3)
1948  real(RP), intent(in) :: GSQRT(KA,IA,JA,7)
1949  real(RP), intent(in) :: MAPF (IA,JA,2,4)
1950 
1951  integer :: i, j, k
1952  !---------------------------------------------------
1953 
1954  !$acc data copy(flx) copyin(GSQRT, MAPF)
1955 
1956  if (i_dir == zdir) then
1957  !$omp parallel do
1958  !$acc kernels
1959  do j = js, je
1960  do i = is, ie
1961  do k = ks-1, ke
1962  flx(k,i,j,zdir) = flx(k,i,j,zdir) * mapf(i,j,1,i_xy) * mapf(i,j,2,i_xy)
1963  end do
1964  end do
1965  end do
1966  !$acc end kernels
1967  end if
1968 
1969  if (i_dir == xdir) then
1970  !$omp parallel do
1971  !$acc kernels
1972  do j = js, je
1973  do i = isb, ieb
1974  do k = ks, ke
1975  flx(k,i,j,xdir) = flx(k,i,j,xdir) * mapf(i,j,2,i_uy) / gsqrt(k,i,j,i_uyz)
1976  end do
1977  end do
1978  end do
1979  !$acc end kernels
1980  end if
1981 
1982  if (i_dir == ydir) then
1983  !$omp parallel do
1984  !$acc kernels
1985  do j = jsb, jeb
1986  do i = is, ie
1987  do k = ks, ke
1988  flx(k,i,j,ydir) = flx(k,i,j,ydir) * mapf(i,j,1,i_xv) / gsqrt(k,i,j,i_xvz)
1989  end do
1990  end do
1991  end do
1992  !$acc end kernels
1993  end if
1994 
1995  !$acc end data
1996 
1997  return
1998  end subroutine multiply_flux_by_metric_xyz
1999 
2000 end module scale_atmos_dyn_tstep_large_fvm_heve
scale_atmos_grid_cartesc_index::isb
integer, public isb
Definition: scale_atmos_grid_cartesC_index.F90:64
scale_atmos_grid_cartesc_index::i_uy
integer, public i_uy
Definition: scale_atmos_grid_cartesC_index.F90:100
scale_atmos_grid_cartesc_index::ke
integer, public ke
end point of inner domain: z, local
Definition: scale_atmos_grid_cartesC_index.F90:52
scale_atmos_grid_cartesc_index::i_xv
integer, public i_xv
Definition: scale_atmos_grid_cartesC_index.F90:101
scale_prc::prc_abort
subroutine, public prc_abort
Abort Process.
Definition: scale_prc.F90:350
scale_atmos_dyn_tinteg_tracer::atmos_dyn_tinteg_tracer
procedure(tinteg), pointer, public atmos_dyn_tinteg_tracer
Definition: scale_atmos_dyn_tinteg_tracer.F90:76
scale_tracer::qa
integer, public qa
Definition: scale_tracer.F90:35
scale_spnudge::spnudge_uv_lm
integer, public spnudge_uv_lm
Definition: scale_spnudge.F90:27
scale_index
module Index
Definition: scale_index.F90:11
scale_spnudge::spnudge_pt_lm
integer, public spnudge_pt_lm
Definition: scale_spnudge.F90:31
scale_spnudge::spnudge_pt
logical, public spnudge_pt
Definition: scale_spnudge.F90:30
scale_atmos_dyn_fvm_numfilter::atmos_dyn_fvm_numfilter_flux
subroutine, public atmos_dyn_fvm_numfilter_flux(num_diff, DENS, MOMZ, MOMX, MOMY, RHOT, CDZ, CDX, CDY, FDZ, FDX, FDY, TwoD, DT, REF_dens, REF_pott, ND_COEF, ND_LAPLACIAN_NUM, ND_SFC_FACT, ND_USE_RS)
Calculate fluxes with numerical filter for prognostic variables of dynamical core.
Definition: scale_atmos_dyn_fvm_numfilter.F90:428
scale_tracer::tracer_mass
real(rp), dimension(qa_max), public tracer_mass
Definition: scale_tracer.F90:47
scale_const::const_undef2
integer, parameter, public const_undef2
undefined value (INT2)
Definition: scale_const.F90:40
scale_prc_cartesc::prc_has_s
logical, public prc_has_s
Definition: scale_prc_cartesC.F90:51
scale_atmos_dyn_common
module Atmosphere / Dynamics common
Definition: scale_atmos_dyn_common.F90:12
scale_spnudge::spnudge_pt_alpha
real(rp), dimension(:,:,:), allocatable, public spnudge_pt_alpha
Definition: scale_spnudge.F90:40
scale_precision
module PRECISION
Definition: scale_precision.F90:14
scale_atmos_grid_cartesc_index::ka
integer, public ka
Definition: scale_atmos_grid_cartesC_index.F90:47
scale_tracer::tracer_advc
logical, dimension(qa_max), public tracer_advc
Definition: scale_tracer.F90:46
scale_dft::dft_g2g_divfree
subroutine, public dft_g2g_divfree(KA, KS, KE, IA, IS, IE, JA, JS, JE, LM, MM, u, v)
Definition: scale_dft.F90:270
scale_spnudge::spnudge_uv_divfree
logical, public spnudge_uv_divfree
Definition: scale_spnudge.F90:26
scale_file_history::file_history_set_disable
subroutine, public file_history_set_disable(switch)
set switch to turn on/off history
Definition: scale_file_history.F90:1980
scale_const::const_eps
real(rp), public const_eps
small number
Definition: scale_const.F90:35
scale_prof::prof_rapstart
subroutine, public prof_rapstart(rapname_base, level, disable_barrier)
Start raptime.
Definition: scale_prof.F90:174
scale_atmos_dyn_tstep_large_fvm_heve::atmos_dyn_tstep_large_fvm_heve_finalize
subroutine, public atmos_dyn_tstep_large_fvm_heve_finalize
finalize
Definition: scale_atmos_dyn_tstep_large_fvm_heve.F90:398
scale_file_history
module file_history
Definition: scale_file_history.F90:15
scale_spnudge::spnudge_qv_lm
integer, public spnudge_qv_lm
Definition: scale_spnudge.F90:35
scale_prc_cartesc::prc_has_n
logical, public prc_has_n
Definition: scale_prc_cartesC.F90:49
scale_spnudge::spnudge_qv
logical, public spnudge_qv
Definition: scale_spnudge.F90:34
scale_atmos_grid_cartesc_index::jeb
integer, public jeb
Definition: scale_atmos_grid_cartesC_index.F90:67
scale_atmos_dyn_tinteg_short
module Atmosphere / Dynamics Temporal integration
Definition: scale_atmos_dyn_tinteg_short.F90:11
scale_prc_cartesc::prc_has_e
logical, public prc_has_e
Definition: scale_prc_cartesC.F90:50
scale_index::va
integer, public va
Definition: scale_index.F90:35
scale_dft
Definition: scale_dft.F90:3
scale_prc
module PROCESS
Definition: scale_prc.F90:11
scale_spnudge::spnudge_pt_mm
integer, public spnudge_pt_mm
Definition: scale_spnudge.F90:32
scale_atmos_grid_cartesc_index::i_xy
integer, public i_xy
Definition: scale_atmos_grid_cartesC_index.F90:99
scale_atmos_grid_cartesc_index::ie
integer, public ie
end point of inner domain: x, local
Definition: scale_atmos_grid_cartesC_index.F90:54
scale_atmos_grid_cartesc_index::i_uyz
integer, public i_uyz
Definition: scale_atmos_grid_cartesC_index.F90:95
scale_io
module STDIO
Definition: scale_io.F90:10
scale_tracer::k
real(rp), public k
Definition: scale_tracer.F90:45
scale_atmos_grid_cartesc_index
module atmosphere / grid / cartesC index
Definition: scale_atmos_grid_cartesC_index.F90:12
scale_const
module CONSTANT
Definition: scale_const.F90:11
scale_atmos_grid_cartesc_index::ia
integer, public ia
Definition: scale_atmos_grid_cartesC_index.F90:48
scale_spnudge::spnudge_u_alpha
real(rp), dimension(:,:,:), allocatable, public spnudge_u_alpha
Definition: scale_spnudge.F90:38
scale_debug::check
subroutine, public check(current_line, v)
Undefined value checker.
Definition: scale_debug.F90:59
scale_atmos_grid_cartesc_index::zdir
integer, parameter, public zdir
Definition: scale_atmos_grid_cartesC_index.F90:32
scale_atmos_grid_cartesc_index::i_xvz
integer, public i_xvz
Definition: scale_atmos_grid_cartesC_index.F90:96
scale_atmos_dyn_tstep_large_fvm_heve::atmos_dyn_tstep_large_fvm_heve
subroutine, public atmos_dyn_tstep_large_fvm_heve(DENS, MOMZ, MOMX, MOMY, RHOT, QTRC, PROG, DENS_av, MOMZ_av, MOMX_av, MOMY_av, RHOT_av, QTRC_av, num_diff, num_diff_q, QTRC0, DENS_tp, MOMZ_tp, MOMX_tp, MOMY_tp, RHOT_tp, RHOQ_tp, CORIOLI, CDZ, CDX, CDY, FDZ, FDX, FDY, RCDZ, RCDX, RCDY, RFDZ, RFDX, RFDY, PHI, GSQRT, J13G, J23G, J33G, MAPF, AQ_R, AQ_CV, AQ_CP, AQ_MASS, REF_dens, REF_pott, REF_qv, REF_pres, BND_W, BND_E, BND_S, BND_N, TwoD, ND_COEF, ND_COEF_Q, ND_LAPLACIAN_NUM, ND_SFC_FACT, ND_USE_RS, BND_QA, BND_IQ, BND_SMOOTHER_FACT, DAMP_DENS, DAMP_VELZ, DAMP_VELX, DAMP_VELY, DAMP_POTT, DAMP_QTRC, DAMP_alpha_DENS, DAMP_alpha_VELZ, DAMP_alpha_VELX, DAMP_alpha_VELY, DAMP_alpha_POTT, DAMP_alpha_QTRC, MFLUX_OFFSET_X, MFLUX_OFFSET_Y, wdamp_coef, divdmp_coef, FLAG_TRACER_SPLIT_TEND, FLAG_FCT_MOMENTUM, FLAG_FCT_T, FLAG_FCT_TRACER, FLAG_FCT_ALONG_STREAM, USE_AVERAGE, I_QV, DTLS, DTSS, Llast)
Dynamical Process.
Definition: scale_atmos_dyn_tstep_large_fvm_heve.F90:461
scale_atmos_dyn_common::atmos_dyn_fill_halo
subroutine, public atmos_dyn_fill_halo(var, fill_constval, lateral_halo, top_bottom_halo)
Definition: scale_atmos_dyn_common.F90:144
scale_prc_cartesc
module process / cartesC
Definition: scale_prc_cartesC.F90:11
scale_spnudge::spnudge_qv_mm
integer, public spnudge_qv_mm
Definition: scale_spnudge.F90:36
scale_tracer::tracer_name
character(len=h_short), dimension(qa_max), public tracer_name
Definition: scale_tracer.F90:39
scale_prof
module profiler
Definition: scale_prof.F90:11
scale_atmos_dyn_tstep_large_fvm_heve
module Atmosphere / Dynamics
Definition: scale_atmos_dyn_tstep_large_fvm_heve.F90:12
scale_atmos_grid_cartesc_index::is
integer, public is
start point of inner domain: x, local
Definition: scale_atmos_grid_cartesC_index.F90:53
scale_atmos_dyn_fvm_numfilter
module Atmosphere / Dynamics common
Definition: scale_atmos_dyn_fvm_numfilter.F90:12
scale_spnudge::spnudge_uv_mm
integer, public spnudge_uv_mm
Definition: scale_spnudge.F90:28
scale_atmos_dyn_tinteg_short::atmos_dyn_tinteg_short
procedure(short), pointer, public atmos_dyn_tinteg_short
Definition: scale_atmos_dyn_tinteg_short.F90:112
scale_precision::dp
integer, parameter, public dp
Definition: scale_precision.F90:32
scale_monitor::monitor_reg
subroutine, public monitor_reg(name, desc, unit, itemid, ndims, dim_type, is_tendency)
Search existing item, or matching check between requested and registered item.
Definition: scale_monitor.F90:243
scale_atmos_grid_cartesc_index::ja
integer, public ja
Definition: scale_atmos_grid_cartesC_index.F90:49
scale_atmos_dyn_fvm_numfilter::atmos_dyn_fvm_numfilter_flux_q
subroutine, public atmos_dyn_fvm_numfilter_flux_q(num_diff_q, DENS, QTRC, is_qv, CDZ, CDX, CDY, TwoD, dt, REF_qv, iq, ND_COEF, ND_LAPLACIAN_NUM, ND_SFC_FACT, ND_USE_RS)
Calculate fluxes with numerical filter for tracer variables.
Definition: scale_atmos_dyn_fvm_numfilter.F90:1302
scale_dft::dft_g2g
subroutine, public dft_g2g(KA, KS, KE, IA, IS, IE, JA, JS, JE, LM, MM, f)
Definition: scale_dft.F90:257
scale_tracer
module TRACER
Definition: scale_tracer.F90:12
scale_atmos_dyn_fvm_numfilter::atmos_dyn_fvm_apply_numfilter
subroutine, public atmos_dyn_fvm_apply_numfilter(num_diff, DENS, MOMZ, MOMX, MOMY, RHOT, CDZ, CDX, CDY, FDZ, FDX, FDY, RCDZ, RCDX, RCDY, RFDZ, RFDX, RFDY, TwoD, DT, GSQRT, MAPF, REF_dens, REF_pott, ND_COEF, ND_LAPLACIAN_NUM, ND_SFC_FACT, ND_USE_RS)
Definition: scale_atmos_dyn_fvm_numfilter.F90:1674
scale_atmos_dyn_tstep_large_fvm_heve::monitor_put_lateral_flux
subroutine monitor_put_lateral_flux(MONIT_ID, BND_flag, flx, flx_zero)
Definition: scale_atmos_dyn_tstep_large_fvm_heve.F90:1923
scale_spnudge
Definition: scale_spnudge.F90:2
scale_atmos_grid_cartesc_index::xdir
integer, parameter, public xdir
Definition: scale_atmos_grid_cartesC_index.F90:33
scale_atmos_grid_cartesc_index::ks
integer, public ks
start point of inner domain: z, local
Definition: scale_atmos_grid_cartesC_index.F90:51
scale_atmos_dyn_tstep_large_fvm_heve::multiply_flux_by_metric_xyz
subroutine multiply_flux_by_metric_xyz(I_DIR, flx, GSQRT, MAPF)
Definition: scale_atmos_dyn_tstep_large_fvm_heve.F90:1945
scale_atmos_dyn_tinteg_tracer
module Atmosphere / Dynamics Temporal integration
Definition: scale_atmos_dyn_tinteg_tracer.F90:12
scale_debug
module DEBUG
Definition: scale_debug.F90:11
scale_atmos_dyn_common::atmos_dyn_divergence
subroutine, public atmos_dyn_divergence(DDIV, MOMZ, MOMX, MOMY, GSQRT, J13G, J23G, J33G, MAPF, TwoD, RCDZ, RCDX, RCDY, RFDZ, FDZ)
Definition: scale_atmos_dyn_common.F90:442
scale_comm_cartesc
module COMMUNICATION
Definition: scale_comm_cartesC.F90:11
scale_atmos_grid_cartesc_index::js
integer, public js
start point of inner domain: y, local
Definition: scale_atmos_grid_cartesC_index.F90:55
scale_atmos_grid_cartesc_index::ydir
integer, parameter, public ydir
Definition: scale_atmos_grid_cartesC_index.F90:34
scale_atmos_grid_cartesc_index::ieb
integer, public ieb
Definition: scale_atmos_grid_cartesC_index.F90:65
scale_spnudge::spnudge_qv_alpha
real(rp), dimension(:,:,:), allocatable, public spnudge_qv_alpha
Definition: scale_spnudge.F90:41
scale_file_history::file_history_reg
subroutine, public file_history_reg(name, desc, unit, itemid, standard_name, ndims, dim_type, cell_measures, fill_halo)
Register/Append variable to history file.
Definition: scale_file_history.F90:685
scale_prof::prof_rapend
subroutine, public prof_rapend(rapname_base, level, disable_barrier)
Save raptime.
Definition: scale_prof.F90:246
scale_atmos_dyn_common::atmos_dyn_prep_pres_linearization
subroutine, public atmos_dyn_prep_pres_linearization(DPRES, RT2P, REF_rhot, RHOT, QTRC, REF_pres, AQ_R, AQ_CV, AQ_CP, AQ_MASS)
Definition: scale_atmos_dyn_common.F90:583
scale_comm_cartesc::comm_vars8_init
subroutine, public comm_vars8_init(varname, var, vid, gid)
Register variables.
Definition: scale_comm_cartesC.F90:811
scale_const::const_undef
real(rp), public const_undef
Definition: scale_const.F90:43
scale_atmos_grid_cartesc_index::jsb
integer, public jsb
Definition: scale_atmos_grid_cartesC_index.F90:66
scale_prc_cartesc::prc_has_w
logical, public prc_has_w
Definition: scale_prc_cartesC.F90:48
scale_atmos_dyn_tstep_large_fvm_heve::atmos_dyn_tstep_large_fvm_heve_setup
subroutine, public atmos_dyn_tstep_large_fvm_heve_setup(DENS, MOMZ, MOMX, MOMY, RHOT, QTRC, PROG)
Setup.
Definition: scale_atmos_dyn_tstep_large_fvm_heve.F90:124
scale_const::const_ohm
real(rp), public const_ohm
angular velocity of the planet [1/s]
Definition: scale_const.F90:48
scale_io::io_fid_conf
integer, public io_fid_conf
Config file ID.
Definition: scale_io.F90:57
scale_atmos_grid_cartesc_index::je
integer, public je
end point of inner domain: y, local
Definition: scale_atmos_grid_cartesC_index.F90:56
scale_prc_cartesc::prc_twod
logical, public prc_twod
2D experiment
Definition: scale_prc_cartesC.F90:56
scale_spnudge::spnudge_uv
logical, public spnudge_uv
Definition: scale_spnudge.F90:25
scale_spnudge::spnudge_v_alpha
real(rp), dimension(:,:,:), allocatable, public spnudge_v_alpha
Definition: scale_spnudge.F90:39
scale_monitor
module MONITOR
Definition: scale_monitor.F90:12
Generated by   doxygen 1.8.17