-
Notifications
You must be signed in to change notification settings - Fork 1
/
definitions.f90
218 lines (173 loc) · 8.11 KB
/
definitions.f90
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
!Crown Copyright 2014 AWE.
!
! This file is part of TeaLeaf.
!
! TeaLeaf is free software: you can redistribute it and/or modify it under
! the terms of the GNU General Public License as published by the
! Free Software Foundation, either version 3 of the License, or (at your option)
! any later version.
!
! TeaLeaf is distributed in the hope that it will be useful, but
! WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
! FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
! details.
!
! You should have received a copy of the GNU General Public License along with
! TeaLeaf. If not, see http://www.gnu.org/licenses/.
!> @brief Holds the high level Fortran data types
!> @author David Beckingsale, Wayne Gaudin
!> @details The high level data types used to store the mesh and field data
!> are defined here.
!>
!> Also the global variables used for defining the input and controlling the
!> scheme are defined here.
MODULE definitions_module
USE data_module
IMPLICIT NONE
TYPE state_type
LOGICAL :: defined
REAL(KIND=8) :: density &
,energy
INTEGER :: geometry
REAL(KIND=8) :: xmin &
,xmax &
,ymin &
,ymax &
,zmin &
,zmax &
,radius
END TYPE state_type
TYPE(state_type), ALLOCATABLE :: states(:)
INTEGER :: number_of_states
TYPE grid_type
REAL(KIND=8) :: xmin &
,ymin &
,zmin &
,xmax &
,ymax &
,zmax
INTEGER :: x_cells &
,y_cells &
,z_cells
END TYPE grid_type
INTEGER :: step
INTEGER :: error_condition
INTEGER :: test_problem
LOGICAL :: complete
LOGICAL :: use_fortran_kernels
LOGICAL :: tl_use_chebyshev
LOGICAL :: tl_use_cg
LOGICAL :: tl_use_ppcg
LOGICAL :: tl_use_jacobi
LOGICAL :: use_PETSC_kernels
INTEGER :: max_iters
REAL(KIND=8) :: eps
INTEGER :: coefficient
INTEGER :: total_petsc_iter
! for chebyshev solver - whether to run cg until a certain error (tl_ch_eps)
! is reached, or for a certain number of steps (tl_ch_cg_presteps)
LOGICAL :: tl_ch_cg_errswitch
! error to run cg to if tl_ch_cg_errswitch is set
REAL(KIND=8) :: tl_ch_cg_epslim
! number of steps of cg to run to before switching to ch if tl_ch_cg_errswitch not set
INTEGER :: tl_ch_cg_presteps
! do b-Ax after finishing to make sure solver actually converged
LOGICAL :: tl_check_result
! number of inner steps in ppcg solver
INTEGER :: tl_ppcg_inner_steps
! preconditioner is on or not
LOGICAL :: tl_preconditioner_on
LOGICAL :: use_vector_loops ! Some loops work better in serial depending on the hardware
LOGICAL :: profiler_on ! Internal code profiler to make comparisons across systems easier
TYPE profiler_type
REAL(KIND=8) :: timestep &
,visit &
,summary &
,tea_init &
,tea_solve &
,tea_reset &
,set_field &
,halo_exchange
END TYPE profiler_type
TYPE(profiler_type) :: profiler
REAL(KIND=8) :: end_time
INTEGER :: end_step
INTEGER :: px ! Processor Decomposition in X Domain
INTEGER :: py ! Processor Decomposition in Y Domain
INTEGER :: pz ! Processor Decomposition in Z Domain
INTEGER,ALLOCATABLE :: lx(:)! Mesh Decomposition in X Domain
INTEGER,ALLOCATABLE :: ly(:)! Mesh Decomposition in Y Domain
INTEGER,ALLOCATABLE :: lz(:)! Mesh Decomposition in Z Domain
REAL(KIND=8) :: dt &
,time &
,dtinit
INTEGER :: visit_frequency &
,summary_frequency
INTEGER :: jdt,kdt
TYPE field_type
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: density
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: energy0,energy1
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: u,u0
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_p
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_r
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_Mi
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_w
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_z
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_Kx
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_Ky
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_Kz
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: vector_sd
INTEGER :: left &
,right &
,bottom &
,top &
,back &
,front &
,left_boundary &
,right_boundary &
,bottom_boundary &
,top_boundary &
,front_boundary &
,back_boundary
INTEGER :: x_min &
,y_min &
,z_min &
,x_max &
,y_max &
,z_max
REAL(KIND=8), DIMENSION(:), ALLOCATABLE :: cellx &
,celly &
,cellz &
,vertexx &
,vertexy &
,vertexz &
,celldx &
,celldy &
,celldz &
,vertexdx &
,vertexdy &
,vertexdz
REAL(KIND=8), DIMENSION(:,:,:), ALLOCATABLE :: volume &
,xarea &
,yarea &
,zarea
END TYPE field_type
TYPE chunk_type
INTEGER :: task !mpi task
INTEGER :: chunk_neighbours(6) ! Chunks, not tasks, so we can overload in the future
! Idealy, create an array to hold the buffers for each field so a commuincation only needs
! one send and one receive per face, rather than per field.
! If chunks are overloaded, i.e. more chunks than tasks, might need to pack for a task to task comm
! rather than a chunk to chunk comm. See how performance is at high core counts before deciding
REAL(KIND=8),ALLOCATABLE:: left_rcv_buffer(:),right_rcv_buffer(:)
REAL(KIND=8),ALLOCATABLE:: bottom_rcv_buffer(:),top_rcv_buffer(:)
REAL(KIND=8),ALLOCATABLE:: back_rcv_buffer(:),front_rcv_buffer(:)
REAL(KIND=8),ALLOCATABLE:: left_snd_buffer(:),right_snd_buffer(:)
REAL(KIND=8),ALLOCATABLE:: bottom_snd_buffer(:),top_snd_buffer(:)
REAL(KIND=8),ALLOCATABLE:: back_snd_buffer(:),front_snd_buffer(:)
TYPE(field_type):: field
END TYPE chunk_type
TYPE(chunk_type), ALLOCATABLE :: chunks(:)
INTEGER :: number_of_chunks
TYPE(grid_type) :: grid
END MODULE definitions_module