-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathconfig_cmaq_cyclecloud_hpcx.csh
executable file
·276 lines (234 loc) · 13.2 KB
/
config_cmaq_cyclecloud_hpcx.csh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
#!/bin/csh -f
# ================= CMAQv5.3.X Configuration Script ================= #
# Requirements: I/O API & netCDF libraries #
# PGI, Intel, or Gnu Fortran compiler #
# MPICH for multiprocessor computing #
# Optional: Git for GitHub source code repository #
# #
# Note that this script was configured/tested on Red Hat Linux O/S #
# #
# To report problems or request help with this script/program: #
# http://www.cmascenter.org/help-desk.cfm #
# =================================================================== #
#> Critical Folder Locations
# CMAQ_HOME - this is where the config_cmaq.csh script is located. It
# is also the root directory for all the executables. It may include
# the repository if the user is building CMAQ inside the repository. It
# may, on the other hand, be outside the repository if the user has
# created a separate project directory where they wish to put build-
# and run-scripts as well as executables.
setenv CMAQ_HOME $cwd
setenv BUILD /shared/build
# CMAQ_REPO - this is always the location of the CMAQ repository that
# the user will pull from to create exectuables. If the user is building
# CMAQ inside the repository then it will be equal to CMAQ_HOME. If not,
# the user must supply an alternative folder locaiton.
setenv CMAQ_REPO $BUILD/CMAQ_REPO_v533
# CMAQ_DATA - this may be where the input data are located. It may be a
# symbolic link to another location on the system, but it should be
# provided here
setenv CMAQ_DATA $CMAQ_HOME/data
if ( ! -d $CMAQ_DATA ) mkdir -p $CMAQ_DATA
cd $CMAQ_HOME
#===============================================================================
#> architecture & compiler specific settings
#===============================================================================
#> Set the compiler option
if ( $#argv == 1 ) then
#> Use the user's input to set the compiler parameter
setenv compiler $1
setenv compilerVrsn Empty
else if ( $#argv == 2 ) then
#> Compiler Name and Version have been provided
setenv compiler $1
setenv compilerVrsn $2
else if ( $#argv == 0 ) then
#> If config.cmaq is called from Bldit.cctm or run.cctm, then this
#> variable is already defined
if ( ! $?compiler ) then
echo "Error: 'compiler' should be set either in the"
echo " environment or as input to config.cmaq"
echo " Example:> ./config.cmaq [compiler]"
echo " Options: intel | gcc | pgi"
exit
else if ( ! $?compilerVrsn ) then
setenv compilerVrsn Empty
endif
else
#> More than two inputs were given. Exit this script just to
#> be on the safe side.
echo "Error: Too many inputs to config.cmaq. This script"
echo " is expecting one input (the name of the"
echo " desired compiler. In some installations, you "
echo " may also be able to specify the compiler version "
echo " as the second input, but this is not by default."
exit
endif
echo "Compiler is set to $compiler"
#> Compiler flags and settings
switch ( $compiler )
#> Intel fortran compiler......................................................
case intel:
#> I/O API and netCDF root
setenv NCDIR netcdf_c_directory_path
setenv NFDIR netcdf_f_directory_path
setenv NETCDF netcdf_combined_directory_path # Note only for WRF-CMAQ as it requires combining the netcdf C and netcdf F into a single directory. CMAQ users - don't change this setting
setenv IOAPI ioapi_root_intel
setenv WRF_ARCH 15 # [1-75] Optional, ONLY for WRF-CMAQ
#> I/O API, netCDF, and MPI library locations
setenv IOAPI_INCL_DIR ${IOAPI}/ioapi_inc_intel #> I/O API include header files
setenv IOAPI_LIB_DIR ${IOAPI}/ioapi_lib_intel #> I/O API libraries
if ( $NETCDF == "netcdf_combined_directory_path" ) then
setenv NETCDF_LIB_DIR ${NCDIR}/lib #> netCDF C directory path
setenv NETCDF_INCL_DIR ${NCDIR}/include #> netCDF C directory path
setenv NETCDFF_LIB_DIR ${NFDIR}/lib #> netCDF Fortran directory path
setenv NETCDFF_INCL_DIR ${NFDIR}/include #> netCDF Fortran directory path
endif
setenv MPI_INCL_DIR mpi_incl_intel #> MPI Include directory path
setenv MPI_LIB_DIR mpi_lib_intel #> MPI Lib directory path
#> Compiler Aliases and Flags
#> set the compiler flag -qopt-report=5 to get a model optimization report in the build directory with the optrpt extension
setenv myFC mpiifort
setenv myCC icc
setenv myFSTD "-O3 -fno-alias -mp1 -fp-model source -ftz -simd -align all -xHost -vec-guard-write -unroll-aggressive"
setenv myDBG "-O0 -g -check bounds -check uninit -fpe0 -fno-alias -ftrapuv -traceback"
setenv myLINK_FLAG -qopenmp # openMP may be required if I/O API was built using this link flag.
setenv myFFLAGS "-fixed -132"
setenv myFRFLAGS "-free"
setenv myCFLAGS "-O2"
setenv extra_lib ""
breaksw
#> Portland Group fortran compiler.............................................
case pgi:
#> I/O API and netCDF for WRF-CMAQ
setenv IOAPI ioapi_root_pgi
setenv NCDIR netcdf_c_directory_path
setenv NFDIR netcdf_f_directory_path
setenv NETCDF netcdf_combined_directory_path # Note only for WRF-CMAQ as it requires combining the netcdf C and netcdf F into a single directory. CMAQ users - don't change this setting
setenv WRF_ARCH 3 # [1-75] Optional, ONLY for WRF-CMAQ
#> I/O API, netCDF, and MPI library locations
setenv IOAPI_INCL_DIR ${IOAPI}/iopai_inc_pgi #> I/O API include header files
setenv IOAPI_LIB_DIR ${IOAPI}/ioapi_lib_pgi #> I/O API libraries
if ( $NETCDF == "netcdf_combined_directory_path" ) then
setenv NETCDF_LIB_DIR ${NCDIR}/lib #> netCDF C directory path
setenv NETCDF_INCL_DIR ${NCDIR}/include #> netCDF C directory path
setenv NETCDFF_LIB_DIR ${NFDIR}/lib #> netCDF Fortran directory path
setenv NETCDFF_INCL_DIR ${NFDIR}/include #> netCDF Fortran directory path
setenv MPI_INCL_DIR mpi_incl_pgi #> MPI Include directory path
setenv MPI_LIB_DIR mpi_lib_pgi #> MPI Lib directory path
endif
#> Compiler Aliases and Flags
setenv myFC mpifort
setenv myCC pgcc
setenv myLINK_FLAG # "-mp" openMP may be required if I/O API was built using this link flag.
setenv myFSTD "-O3"
setenv myDBG "-O0 -g -Mbounds -Mchkptr -traceback -Ktrap=fp"
setenv myFFLAGS "-Mfixed -Mextend -mcmodel=medium -tp px"
setenv myFRFLAGS "-Mfree -Mextend -mcmodel=medium -tp px"
setenv myCFLAGS "-O2"
setenv extra_lib ""
breaksw
#> gfortran compiler............................................................
case gcc:
#> I/O API, netCDF, and MPI library locations
setenv IOAPI_INCL_DIR $BUILD/ioapi-3.2/ioapi/fixed_src #> I/O API include header files
setenv IOAPI_LIB_DIR $BUILD/ioapi-3.2/Linux2_x86_64gfort #> I/O API libraries
setenv NETCDF_LIB_DIR $BUILD/netcdf/lib #> netCDF C directory path
setenv NETCDF_INCL_DIR $BUILD/netcdf/include #> netCDF C directory path
setenv NETCDFF_LIB_DIR $BUILD/netcdf/lib #> netCDF Fortran directory path
setenv NETCDFF_INCL_DIR $BUILD/netcdf/include #> netCDF Fortran directory path
#> I/O API and netCDF for WRF-CMAQ
setenv NCDIR $BUILD/netcdf # C netCDF install path
setenv NFDIR $BUILD/netcdf # Fortran netCDF install path for CMAQ
setenv NETCDF netcdf_combined_directory_path # Note only for WRF-CMAQ as it requires combining the netcdf C and netcdf F into a single directory. CMAQ users - don't change this setting
setenv IOAPI $BUILD/ioapi-3.2/ # I/O API
setenv WRF_ARCH 34 # [1-75] Optional, ONLY for WRF-CMAQ
#> I/O API, netCDF, and MPI library locations
setenv IOAPI_INCL_DIR ${IOAPI}/ioapi/fixed_src #> I/O API include header files
setenv IOAPI_LIB_DIR ${IOAPI}/Linux2_x86_64gfort #> I/O API libraries
if ( $NETCDF == "netcdf_combined_directory_path" ) then
setenv NETCDF_LIB_DIR ${NCDIR}/lib #> netCDF C directory path
setenv NETCDF_INCL_DIR ${NCDIR}/include #> netCDF C directory path
setenv NETCDFF_LIB_DIR ${NFDIR}/lib #> netCDF Fortran directory path
setenv NETCDFF_INCL_DIR ${NFDIR}/include #> netCDF Fortran directory path
endif
setenv MPI_INCL_DIR /opt/hpcx-v2.9.0-gcc-MLNX_OFED_LINUX-5.4-1.0.3.0-redhat8.4-x86_64/ompi/include #> MPI Include directory path
setenv MPI_LIB_DIR /opt/hpcx-v2.9.0-gcc-MLNX_OFED_LINUX-5.4-1.0.3.0-redhat8.4-x86_64/ompi/lib #> MPI Lib directory path
#> Compiler Aliases and Flags
#> set the compiler flag -fopt-info-missed to generate a missed optimization report in the bldit logfile
setenv myFC mpifort
setenv myCC gcc
setenv myFSTD "-O3 -funroll-loops -finit-character=32 -Wtabs -Wsurprising -march=native -ftree-vectorize -ftree-loop-if-convert -finline-limit=512"
setenv myDBG "-Wall -O0 -g -fcheck=all -ffpe-trap=invalid,zero,overflow -fbacktrace"
setenv myFFLAGS "-ffixed-form -ffixed-line-length-132 -funroll-loops -finit-character=32"
setenv myFRFLAGS "-ffree-form -ffree-line-length-none -funroll-loops -finit-character=32"
setenv myCFLAGS "-O2"
setenv myLINK_FLAG # "-fopenmp" # openMP may be required if I/O API was built using this link flag.
setenv extra_lib ""
breaksw
default:
echo "*** Compiler $compiler not found"
exit(2)
breaksw
endsw
#> Apply Specific Module and Library Location Settings for those working inside EPA
# source /work/MOD3DEV/cmaq_common/cmaq_env.csh #>>> UNCOMMENT if at EPA
#> Add The Complier Version Number to the Compiler String if it's not empty
setenv compilerString ${compiler}
if ( $compilerVrsn != "Empty" ) then
setenv compilerString ${compiler}${compilerVrsn}
endif
#===============================================================================
#> I/O API, netCDF, and MPI libraries
setenv netcdf_lib "-lnetcdf" #> -lnetcdff -lnetcdf for netCDF v4.2.0 and later
setenv netcdff_lib "-lnetcdff"
setenv ioapi_lib "-lioapi"
setenv pnetcdf_lib "-lpnetcdf"
setenv mpi_lib "-lmpi" #> -lmpich or -lmvapich
#> Query System Info and Current Working Directory
setenv system "`uname -m`"
setenv bld_os "`uname -s``uname -r | cut -d. -f1`"
setenv lib_basedir $CMAQ_HOME/lib
#> Generate Library Locations
setenv CMAQ_LIB ${lib_basedir}/${system}/${compilerString}
setenv MPI_DIR $CMAQ_LIB/mpi
setenv NETCDF_DIR $CMAQ_LIB/netcdf
setenv NETCDFF_DIR $CMAQ_LIB/netcdff
setenv PNETCDF_DIR $CMAQ_LIB/pnetcdf
setenv IOAPI_DIR $CMAQ_LIB/ioapi
#> Create Symbolic Links to Libraries
if ( ! -d $CMAQ_LIB ) mkdir -p $CMAQ_LIB
if ( -e $MPI_DIR ) rm -rf $MPI_DIR
mkdir $MPI_DIR
ln -s $MPI_LIB_DIR $MPI_DIR/lib
ln -s $MPI_INCL_DIR $MPI_DIR/include
if ( ! -d $NETCDF_DIR ) mkdir $NETCDF_DIR
if ( ! -e $NETCDF_DIR/lib ) ln -sfn $NETCDF_LIB_DIR $NETCDF_DIR/lib
if ( ! -e $NETCDF_DIR/include ) ln -sfn $NETCDF_INCL_DIR $NETCDF_DIR/include
if ( ! -d $NETCDFF_DIR ) mkdir $NETCDFF_DIR
if ( ! -e $NETCDFF_DIR/lib ) ln -sfn $NETCDFF_LIB_DIR $NETCDFF_DIR/lib
if ( ! -e $NETCDFF_DIR/include ) ln -sfn $NETCDFF_INCL_DIR $NETCDFF_DIR/include
if ( ! -d $IOAPI_DIR ) then
mkdir $IOAPI_DIR
ln -sfn $IOAPI_INCL_DIR $IOAPI_DIR/include_files
ln -sfn $IOAPI_LIB_DIR $IOAPI_DIR/lib
endif
#> Check for netcdf and I/O API libs/includes, error if they don't exist
if ( ! -e $NETCDF_DIR/lib/libnetcdf.a ) then
echo "ERROR: $NETCDF_DIR/lib/libnetcdf.a does not exist in your CMAQ_LIB directory!!! Check your installation before proceeding with CMAQ build."
exit
endif
if ( ! -e $NETCDFF_DIR/lib/libnetcdff.a ) then
echo "ERROR: $NETCDFF_DIR/lib/libnetcdff.a does not exist in your CMAQ_LIB directory!!! Check your installation before proceeding with CMAQ build."
exit
endif
if ( ! -e $IOAPI_DIR/lib/libioapi.a ) then
echo "ERROR: $IOAPI_DIR/lib/libioapi.a does not exist in your CMAQ_LIB directory!!! Check your installation before proceeding with CMAQ build."
exit
endif
if ( ! -e $IOAPI_DIR/lib/m3utilio.mod ) then
echo "ERROR: $IOAPI_MOD_DIR/m3utilio.mod does not exist in your CMAQ_LIB directory!!! Check your installation before proceeding with CMAQ build."
exit
endif
#> Set executable id
setenv EXEC_ID ${bld_os}_${system}${compilerString}