Add ufs driver. Remove NEMS submodule. Update CMEPS. Update CDEPS. Fe…

…ature/ort addition. (ufs-community#931)

* Add UFS driver, a copy of two fortran files from the NEMS repository. Remove NEMS submodule.

* Update CMEPS for current escomp/master. Implement the ability to write mediator history files for ATM on tiles rather than mesh

* Update CDEPS component. The updated CDEPS includes code updates for GFS v16 data mode.

* Operation requirement test (ORT) for:
  - cpld_control_p7 thread and decomposition tests
  - cpld_bmark_p7 thread and decomposition tests
  - Due to the wave component in these tests, restart and debug do not work

Co-authored-by: Minsuk Ji <[email protected]>
Co-authored-by: Denise Worthen <[email protected]>
Co-authored-by: BinLi-NOAA <[email protected]>

.gitmodules

@@ -2,10 +2,6 @@
   path = FV3
   url = https://github.com/NOAA-EMC/fv3atm
   branch = develop
-[submodule "NEMS"]
-  path = NEMS
-  url = https://github.com/NOAA-EMC/NEMS
-  branch = develop
 [submodule "WW3"]
   path = WW3
   url = https://github.com/NOAA-EMC/WW3

CDEPS-interface/cdeps_files.cmake

@@ -44,6 +44,7 @@ list(APPEND cdeps_datm_files
   CDEPS/datm/datm_datamode_cplhist_mod.F90
   CDEPS/datm/datm_datamode_era5_mod.F90
   CDEPS/datm/datm_datamode_gefs_mod.F90
+  CDEPS/datm/datm_datamode_gfs_mod.F90
   CDEPS/datm/datm_datamode_jra_mod.F90
 )
 

CMEPS-interface/CMakeLists.txt

@@ -19,16 +19,11 @@ else()
 endif()
 
 list(APPEND _nems_util_files
-  CMEPS/util/shr_abort_mod.F90
-  CMEPS/util/shr_log_mod.F90
-  CMEPS/util/shr_sys_mod.F90
-  CMEPS/util/shr_flux_mod.F90
-  CMEPS/util/shr_mpi_mod.F90
-  CMEPS/util/glc_elevclass_mod.F90
-  CMEPS/util/shr_mem_mod.F90
-  CMEPS/util/shr_kind_mod.F90
-  CMEPS/util/perf_mod.F90
-  CMEPS/util/shr_const_mod.F90)
+  CMEPS/ufs/flux_atmocn_mod.F90
+  CMEPS/ufs/glc_elevclass_mod.F90
+  CMEPS/ufs/ufs_kind_mod.F90
+  CMEPS/ufs/perf_mod.F90
+  CMEPS/ufs/ufs_const_mod.F90)
 
 list(APPEND _mediator_files
   CMEPS/mediator/med_phases_restart_mod.F90

CMakeLists.txt

@@ -81,7 +81,7 @@ endif()
 message("")
 message("32BIT ............ ${32BIT}")
 message("AVX2 ............. ${AVX2}")
-message("SIMDMULTIARCH ...  ${SIMDMULTIARCH}")
+message("SIMDMULTIARCH .... ${SIMDMULTIARCH}")
 message("DEBUG ............ ${DEBUG}")
 message("DEBUG_LINKMPI .... ${DEBUG_LINKMPI}")
 message("INLINE_POST ...... ${INLINE_POST}")
@@ -214,13 +214,9 @@ if(CDEPS)
 endif()
 
 ###############################################################################
-### UFS Library [NEMS]
+### UFS Library
 ###############################################################################
-list(APPEND _nems_srcs NEMS/src/module_EARTH_GRID_COMP.F90
-                       NEMS/src/module_NEMS_Rusage.F90
-                       NEMS/src/nems_c_rusage.c)
-
-add_library(ufs ${_nems_srcs})
+add_library(ufs driver/EARTH_GRID_COMP.F90)
 set_target_properties(ufs PROPERTIES Fortran_MODULE_DIRECTORY
                                      ${CMAKE_CURRENT_BINARY_DIR}/mod)
 target_include_directories(ufs INTERFACE $<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}/mod>
@@ -298,7 +294,7 @@ target_link_libraries(ufs PUBLIC "${_ufs_libs_public}")
 ###############################################################################
 ### UFS executable
 ###############################################################################
-add_executable(ufs_model NEMS/src/MAIN_NEMS.F90)
+add_executable(ufs_model driver/UFS.F90)
 add_dependencies(ufs_model ufs)
 target_link_libraries(ufs_model ufs esmf w3nco::w3nco_d)
 

build.sh

@@ -11,13 +11,9 @@ export CC=${CC:-mpicc}
 export CXX=${CXX:-mpicxx}
 export FC=${FC:-mpif90}
 
-export ESMFMKFILE=${ESMFMKFILE:?"Please set ESMFMKFILE environment variable"}
-
 BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build}
 mkdir -p ${BUILD_DIR}
 
-[[ -n "${MAPL_ROOT:-""}" ]] && CMAKE_FLAGS+=" -DCMAKE_MODULE_PATH=${MAPL_ROOT}/share/MAPL/cmake"
-
 cd ${BUILD_DIR}
 cmake ${UFS_MODEL_DIR} ${CMAKE_FLAGS}
 # Turn off OpenMP threading for parallel builds