From b968b96df1fb78917b49e74ecd486d7a2c20ed71 Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Wed, 2 Oct 2024 13:46:28 -0400 Subject: [PATCH 01/10] initial testing to get UFSWM working on Gaea C6 --- modulefiles/ufs_gaeac6.intel.lua | 33 +++++++++++++ tests/compile.sh | 3 ++ tests/default_vars.sh | 2 +- tests/detect_machine.sh | 2 + tests/fv3_conf/compile_slurm.IN_gaeac6 | 22 +++++++++ tests/fv3_conf/fv3_slurm.IN_gaeac6 | 45 +++++++++++++++++ tests/logs/RegressionTests_gaeac6.log | 68 ++++++++++++++++++++++++++ tests/module-setup.sh | 7 ++- tests/rt.sh | 35 +++++++++++++ tests/rt_utils.sh | 7 ++- tests/run_test.sh | 7 ++- 11 files changed, 226 insertions(+), 5 deletions(-) create mode 100644 modulefiles/ufs_gaeac6.intel.lua create mode 100644 tests/fv3_conf/compile_slurm.IN_gaeac6 create mode 100644 tests/fv3_conf/fv3_slurm.IN_gaeac6 create mode 100644 tests/logs/RegressionTests_gaeac6.log diff --git a/modulefiles/ufs_gaeac6.intel.lua b/modulefiles/ufs_gaeac6.intel.lua new file mode 100644 index 0000000000..9ae1d14e2d --- /dev/null +++ b/modulefiles/ufs_gaeac6.intel.lua @@ -0,0 +1,33 @@ +help([[ + This module loads libraries required for building and running UFS Weather Model + on the NOAA RDHPC machine Gaea C5 using Intel-2023.1.0. +]]) + +whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea ]===]) + +prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core") + +stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0" +load(pathJoin("stack-intel", stack_intel_ver)) + +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.29" +load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) + +stack_python_ver=os.getenv("stack_python_ver") or "3.10.13" +load(pathJoin("stack-python", stack_python_ver)) + +cmake_ver=os.getenv("cmake_ver") or "3.23.1" +load(pathJoin("cmake", cmake_ver)) + +load("ufs_common") + +nccmp_ver=os.getenv("nccmp_ver") or "1.9.0.1" +load(pathJoin("nccmp", nccmp_ver)) + +unload("darshan-runtime") +unload("cray-libsci") + +setenv("CC","cc") +setenv("CXX","CC") +setenv("FC","ftn") +setenv("CMAKE_Platform","gaea.intel") diff --git a/tests/compile.sh b/tests/compile.sh index 8ab0f60b82..2edd7ad73c 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -64,6 +64,9 @@ case ${MACHINE_ID} in if [[ ${MACHINE_ID} == gaea ]]; then module reset fi + if [[ ${MACHINE_ID} == gaeac6 ]]; then + module reset + fi # Load fv3 module module use "${PATHTR}/modulefiles" modulefile="ufs_${MACHINE_ID}.${RT_COMPILER}" diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 9a8eb118ed..59d02d1995 100644 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -300,7 +300,7 @@ elif [[ ${MACHINE_ID} = s4 ]]; then export ICE_tasks_cpl_bmrk=48 export WAV_tasks_cpl_bmrk=80 -elif [[ ${MACHINE_ID} = gaea ]]; then +elif [[ ${MACHINE_ID} = gaea || ${MACHINE_ID} = gaeac6 ]]; then export TPN=128 diff --git a/tests/detect_machine.sh b/tests/detect_machine.sh index 0bd0535d8a..30c173c201 100755 --- a/tests/detect_machine.sh +++ b/tests/detect_machine.sh @@ -23,6 +23,8 @@ case $(hostname -f) in gaea5[1-8]) MACHINE_ID=gaea ;; ### gaea51-58 gaea5[1-8].ncrc.gov) MACHINE_ID=gaea ;; ### gaea51-58 + gaea6[1-8]) MACHINE_ID=gaeac6 ;; ### gaea61-58 + gaea6[1-8].ncrc.gov) MACHINE_ID=gaeac6 ;; ### gaea61-58 hfe0[1-9]) MACHINE_ID=hera ;; ### hera01-09 hfe1[0-2]) MACHINE_ID=hera ;; ### hera10-12 diff --git a/tests/fv3_conf/compile_slurm.IN_gaeac6 b/tests/fv3_conf/compile_slurm.IN_gaeac6 new file mode 100644 index 0000000000..9f5bf9c304 --- /dev/null +++ b/tests/fv3_conf/compile_slurm.IN_gaeac6 @@ -0,0 +1,22 @@ +#!/bin/bash -l +#SBATCH -e err +#SBATCH -o out +#SBATCH --account=@[ACCNR] +##SBATCH --qos=@[QUEUE] +#SBATCH --clusters=es +#SBATCH --partition=eslogin_c6 +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=8 +#SBATCH --mem-per-cpu=4G +#SBATCH --time=180 +#SBATCH --job-name="@[JBNME]" + +set -eux + +echo -n " $( date +%s )," > job_timestamp.txt +echo "Compile started: " `date` + +@[PATHRT]/compile.sh @[MACHINE_ID] "@[MAKE_OPT]" @[COMPILE_ID] @[RT_COMPILER] + +echo "Compile ended: " `date` +echo -n " $( date +%s )," >> job_timestamp.txt diff --git a/tests/fv3_conf/fv3_slurm.IN_gaeac6 b/tests/fv3_conf/fv3_slurm.IN_gaeac6 new file mode 100644 index 0000000000..97cb7049de --- /dev/null +++ b/tests/fv3_conf/fv3_slurm.IN_gaeac6 @@ -0,0 +1,45 @@ +#!/bin/bash -l +#SBATCH -e err +#SBATCH -o out +#SBATCH --job-name="@[JBNME]" +#SBATCH --account=@[ACCNR] +#SBATCH --qos=@[QUEUE] +#SBATCH --clusters=c6 +#SBATCH --partition=batch +#SBATCH --nodes=@[NODES] +#SBATCH --ntasks-per-node=@[TPN] +#SBATCH --time=@[WLCLK] + +set -eux +echo -n " $( date +%s )," > job_timestamp.txt + +set +x +MACHINE_ID=gaeac6 +source ./module-setup.sh +module use --prepend $PWD/modulefiles +module load modules.fv3 +module list +set -x + +echo "Model started: " `date` + +export OMP_NUM_THREADS=@[THRD] +export OMP_STACKSIZE=1024M +export NC_BLKSZ=1M +export ESMF_RUNTIME_PROFILE=ON +export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" + +# Avoid job errors because of filesystem synchronization delays +sync && sleep 1 + +# This "if" block is part of the rt.sh self-tests in error-test.conf. It emulates the model failing to run. +if [ "${JOB_SHOULD_FAIL:-NO}" = WHEN_RUNNING ] ; then + echo "The job should abort now, with exit status 1." 1>&2 + echo "If error checking is working, the metascheduler should mark the job as failed." 1>&2 + false +fi + +srun --label -n @[TASKS] ./fv3.exe + +echo "Model ended: " `date` +echo -n " $( date +%s )," >> job_timestamp.txt diff --git a/tests/logs/RegressionTests_gaeac6.log b/tests/logs/RegressionTests_gaeac6.log new file mode 100644 index 0000000000..2b68a558ab --- /dev/null +++ b/tests/logs/RegressionTests_gaeac6.log @@ -0,0 +1,68 @@ +====START OF GAEAC6 REGRESSION TESTING LOG==== + +UFSWM hash used in testing: +2ccc549348da37aac51ab44482174dff2bb2912d + +Submodule hashes used in testing: + 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) + be5d28fd1b60522e6fc98aefeead20e6aac3530b AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-198-gbe5d28fd1) + 1f9eaaa142c8b07ed6b788c9f44ea02cc86d0bae CDEPS-interface/CDEPS (cdeps0.4.17-42-g1f9eaaa) + 635d9a100a736bd8d14ad091e879d5da6e4eb2bd CICE-interface/CICE (CICE6.0.0-373-g635d9a1) + 4c87095256c1c599c3ccaa857a95744158751a60 CICE-interface/CICE/icepack (Icepack1.1.0-191-g4c87095) + dc977bcadd1ade1a528dee75f1ad45e8bd80ca0a CMEPS-interface/CMEPS (cmeps_v0.4.1-2310-gdc977bc) + cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) + a9364591091c836984a40107729720705847c195 FV3 (heads/develop) + ac3055eff06099d61cd65e18bc4f0353ffd83f46 FV3/atmos_cubed_sphere (201912_public_release-405-gac3055e) + 0f8232724975c13289cad390c9a71fa2c6a9bff4 FV3/ccpp/framework (2024-07-11-dev) + b6c433354394bd8ed5e46692a81149441ff4ae38 FV3/ccpp/physics (EP4-873-gb6c43335) + 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) + 81b38a88d860ce7e34e8507c2246151a54d96a39 FV3/upp (upp_v10.2.0-218-g81b38a88) +-1ba8270870947b583cd51bc72ff8960f4c1fb36e FV3/upp/sorc/libIFI.fd +-567edcc94bc418d0dcd6cdaafed448eeb5aab570 FV3/upp/sorc/ncep_post.fd/post_gtg.fd + 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) + bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777) + 5e0c21f64fa5b20efc8f29f8709766e1e6793a79 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10230-g5e0c21f64) + 9423197f894112edfcb1502245f7d7b873d551f9 MOM6-interface/MOM6/pkg/CVMix-src (9423197) + 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) + 3ac32f0db7a2a97d930f44fa5f060c983ff31ee8 NOAHMP-interface/noahmp (v3.7.1-436-g3ac32f0) + 7f548c795a348bbb0fe4967dd25692c79036dc73 WW3 (6.07.1-346-g7f548c79) + 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17) + fad2fe9f42f6b7f744b128b4a2a9433f91e4296f stochastic_physics (ufs-v2.0.0-219-gfad2fe9) + + +NOTES: +[Times](Memory) are at the end of each compile/test in format [MM:SS](Size). +The first time is for the full script (prep+run+finalize). +The second time is specifically for the run phase. +Times/Memory will be empty for failed tests. + +BASELINE DIRECTORY: /gpfs/f6/drsa-fire2/world-shared/Brian.Curtis/NEMSfv3gfs/develop-20240909 +COMPARISON DIRECTORY: /gpfs/f6/drsa-fire2/scratch/Brian.Curtis/RT_RUNDIRS/Brian.Curtis/FV3_RT/rt_2186049 + +RT.SH OPTIONS USED: +* (-a) - HPC PROJECT ACCOUNT: drsa-fire2 +* (-c) - CREATE NEW BASELINES +* (-n) - RUN SINGLE TEST: cpld_control_p8 +* (-e) - USE ECFLOW + +PASS -- COMPILE 's2swa_intel' [09:12, 08:08] ( 6 warnings 10 remarks ) +FAILED: TEST TIMED OUT -- TEST 'cpld_control_p8_intel' [, ]( MB) + +SYNOPSIS: +Starting Date/Time: 20241002 11:56:43 +Ending Date/Time: 20241002 13:19:28 +Total Time: 01h:23m:40s +Compiles Completed: 1/1 +Tests Completed: 0/1 +Failed Tests: +* TEST cpld_control_p8_intel: FAILED: TEST TIMED OUT +-- LOG: /gpfs/f6/drsa-fire2/scratch/Brian.Curtis/RT_RUNDIRS/Brian.Curtis/FV3_RT/rt_2186049/cpld_control_p8_intel/err + +NOTES: +A file 'test_changes.list' was generated with list of all failed tests. +You can use './rt.sh -c -b test_changes.list' to create baselines for the failed tests. +If you are using this log as a pull request verification, please commit 'test_changes.list'. + +Result: FAILURE + +====END OF GAEAC6 REGRESSION TESTING LOG==== diff --git a/tests/module-setup.sh b/tests/module-setup.sh index cd606178f6..552e7afd0f 100755 --- a/tests/module-setup.sh +++ b/tests/module-setup.sh @@ -76,7 +76,12 @@ elif [[ ${MACHINE_ID} = gaea ]] ; then source /etc/profile fi module reset - +elif [[ ${MACHINE_ID} = gaeac6 ]]; then + if ( ! eval module help > /dev/null 2>&1 ) ; then + source /opt/cray/pe/lmod/lmod/init/bash + fi + module purge + elif [[ ${MACHINE_ID} = expanse ]]; then # We are on SDSC Expanse if ( ! eval module help > /dev/null 2>&1 ) ; then diff --git a/tests/rt.sh b/tests/rt.sh index fd8976c10c..76f5864a34 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -739,6 +739,41 @@ case ${MACHINE_ID} in STMP=${STMP:-${dprefix}/RT_BASELINE} PTMP=${PTMP:-${dprefix}/RT_RUNDIRS} + SCHEDULER="slurm" + ;; + gaeac6) + echo "rt.sh: Setting up gaeac6..." + if [[ "${ROCOTO:-false}" == true ]] ; then + # module use /ncrc/proj/epic/rocoto/modulefiles + module load rocoto + ROCOTO_SCHEDULER="slurm" + fi + + export LD_PRELOAD=/usr/lib64/libstdc++.so.6 + module use /ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core + #module load PrgEnv-intel/8.5.0 + module load stack-intel/2023.2.0 + #module load cray-mpich/8.1.29 + module load python/3.10.13 + module use /ncrc/proj/epic/spack-stack/modulefiles + #module load gcc-native/12.3 + if [[ "${ECFLOW:-false}" == true ]] ; then + #module load ecflow/5.8.4 + module load ecflow + ECF_HOST=$(hostname) + ECF_PORT=$(( $(id -u) + 1500 )) + export ECF_PORT ECF_HOST + fi + + #DISKNM=/gpfs/f5/epic/world-shared/UFS-WM_RT + DISKNM=/gpfs/f6/drsa-fire2/world-shared/Brian.Curtis + QUEUE=normal + COMPILE_QUEUE=normal + PARTITION=c6 + dprefix=${dprefix:-/gpfs/f6/${ACCNR}/scratch/${USER}} + STMP=${STMP:-${dprefix}/RT_BASELINE} + PTMP=${PTMP:-${dprefix}/RT_RUNDIRS} + SCHEDULER="slurm" ;; hera) diff --git a/tests/rt_utils.sh b/tests/rt_utils.sh index 86df50569f..4b8ba99d9c 100755 --- a/tests/rt_utils.sh +++ b/tests/rt_utils.sh @@ -312,6 +312,9 @@ rocoto_create_compile_task() { if [[ ${MACHINE_ID} == gaea ]]; then BUILD_WALLTIME="01:00:00" fi + if [[ ${MACHINE_ID} == gaeac6 ]]; then + BUILD_WALLTIME="01:00:00" + fi cat << EOF >> "${ROCOTO_XML}" @@ -322,7 +325,7 @@ rocoto_create_compile_task() { ${COMPILE_QUEUE} EOF - if [[ "${MACHINE_ID}" == gaea ]] ; then + if [[ "${MACHINE_ID}" == gaea || "${MACHINE_ID}" == gaeac6 ]] ; then cat << EOF >> "${ROCOTO_XML}" --clusters=es eslogin_c5 @@ -366,7 +369,7 @@ rocoto_create_run_task() { ${ROCOTO_NODESIZE:+${ROCOTO_NODESIZE}} EOF - if [[ "${MACHINE_ID}" == gaea ]] ; then + if [[ "${MACHINE_ID}" == gaea || "${MACHINE_ID}" == gaeac6 ]] ; then cat << EOF >> "${ROCOTO_XML}" --clusters=${PARTITION} --partition=batch diff --git a/tests/run_test.sh b/tests/run_test.sh index 8f5c0a02bf..7d51c3e85e 100755 --- a/tests/run_test.sh +++ b/tests/run_test.sh @@ -121,6 +121,11 @@ case ${MACHINE_ID} in module load modules.fv3 module load gcc/12.2.0 ;; + gaeac6) + module use modulefiles + module load modules.fv3 + module load gcc-native/12.3 + ;; derecho) module load nccmp ;; @@ -441,7 +446,7 @@ if [[ ${skip_check_results} == false ]]; then else if [[ ${i##*.} == nc* ]] ; then - if [[ " orion hercules hera wcoss2 acorn derecho gaea jet s4 noaacloud " =~ ${MACHINE_ID} ]]; then + if [[ " orion hercules hera wcoss2 acorn derecho gaea gaeac6 jet s4 noaacloud " =~ ${MACHINE_ID} ]]; then printf "USING NCCMP.." >> "${RT_LOG}" printf "USING NCCMP.." if [[ ${CMP_DATAONLY} == false ]]; then From 747683751c6948b87681a5eae6b145fdb8f491e3 Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 4 Oct 2024 08:53:36 -0400 Subject: [PATCH 02/10] gaea->gaea-c5 and gaeac6->gaea-c6 --- ...s_gaea.intel.lua => ufs_gaea-c5.intel.lua} | 2 +- ...gaeac6.intel.lua => ufs_gaea-c6.intel.lua} | 4 ++-- tests/compile.sh | 6 ++--- tests/default_vars.sh | 22 ++++++++++++++++++- tests/detect_machine.sh | 17 ++++++++------ ...slurm.IN_gaea => compile_slurm.IN_gaea-c5} | 0 ...urm.IN_gaeac6 => compile_slurm.IN_gaea-c6} | 0 ...fv3_slurm.IN_gaea => fv3_slurm.IN_gaea-c5} | 0 ...3_slurm.IN_gaeac6 => fv3_slurm.IN_gaea-c6} | 0 tests/module-setup.sh | 4 ++-- tests/rt.sh | 8 +++---- tests/rt_utils.sh | 8 +++---- tests/run_test.sh | 6 ++--- 13 files changed, 50 insertions(+), 27 deletions(-) rename modulefiles/{ufs_gaea.intel.lua => ufs_gaea-c5.intel.lua} (97%) rename modulefiles/{ufs_gaeac6.intel.lua => ufs_gaea-c6.intel.lua} (92%) rename tests/fv3_conf/{compile_slurm.IN_gaea => compile_slurm.IN_gaea-c5} (100%) rename tests/fv3_conf/{compile_slurm.IN_gaeac6 => compile_slurm.IN_gaea-c6} (100%) rename tests/fv3_conf/{fv3_slurm.IN_gaea => fv3_slurm.IN_gaea-c5} (100%) rename tests/fv3_conf/{fv3_slurm.IN_gaeac6 => fv3_slurm.IN_gaea-c6} (100%) diff --git a/modulefiles/ufs_gaea.intel.lua b/modulefiles/ufs_gaea-c5.intel.lua similarity index 97% rename from modulefiles/ufs_gaea.intel.lua rename to modulefiles/ufs_gaea-c5.intel.lua index 592eb7461d..2197c1542c 100644 --- a/modulefiles/ufs_gaea.intel.lua +++ b/modulefiles/ufs_gaea-c5.intel.lua @@ -3,7 +3,7 @@ help([[ on the NOAA RDHPC machine Gaea C5 using Intel-2023.1.0. ]]) -whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea ]===]) +whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea C5]===]) prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core") diff --git a/modulefiles/ufs_gaeac6.intel.lua b/modulefiles/ufs_gaea-c6.intel.lua similarity index 92% rename from modulefiles/ufs_gaeac6.intel.lua rename to modulefiles/ufs_gaea-c6.intel.lua index 9ae1d14e2d..316ce7172f 100644 --- a/modulefiles/ufs_gaeac6.intel.lua +++ b/modulefiles/ufs_gaea-c6.intel.lua @@ -1,9 +1,9 @@ help([[ This module loads libraries required for building and running UFS Weather Model - on the NOAA RDHPC machine Gaea C5 using Intel-2023.1.0. + on the NOAA RDHPC machine Gaea C6 using Intel-2023.2.0. ]]) -whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea ]===]) +whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea C6]===]) prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core") diff --git a/tests/compile.sh b/tests/compile.sh index e77e14fc47..065193d3fd 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -61,10 +61,10 @@ case ${MACHINE_ID} in ;; *) # Activate lua environment for gaea c5 - if [[ ${MACHINE_ID} == gaea ]]; then + if [[ ${MACHINE_ID} == gaea-c5 ]]; then module reset fi - if [[ ${MACHINE_ID} == gaeac6 ]]; then + if [[ ${MACHINE_ID} == gaea-c6 ]]; then module reset fi # Load fv3 module @@ -98,7 +98,7 @@ export SUITES set -ex # Valid applications -if [[ ${MACHINE_ID} != gaea ]] || [[ ${RT_COMPILER} != intelllvm ]]; then # skip MOM6SOLO on gaea with intelllvm +if [[ ${MACHINE_ID} != gaea-c5 || ${MACHINE_ID} != gaea-c6 ]] || [[ ${RT_COMPILER} != intelllvm ]]; then # skip MOM6SOLO on gaea with intelllvm if [[ "${MAKE_OPT}" == *"-DAPP=S2S"* ]]; then CMAKE_FLAGS+=" -DMOM6SOLO=ON" fi diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 59d02d1995..789f647efb 100644 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -300,7 +300,7 @@ elif [[ ${MACHINE_ID} = s4 ]]; then export ICE_tasks_cpl_bmrk=48 export WAV_tasks_cpl_bmrk=80 -elif [[ ${MACHINE_ID} = gaea || ${MACHINE_ID} = gaeac6 ]]; then +elif [[ ${MACHINE_ID} = gaea-c5 ]]; then export TPN=128 @@ -321,6 +321,26 @@ elif [[ ${MACHINE_ID} = gaea || ${MACHINE_ID} = gaeac6 ]]; then export WPG_cpl_atmw_gdas=24 export WAV_tasks_atmw_gdas=264 +elif [[ ${MACHINE_ID} = gaea-c6 ]]; then + + export TPN=128 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=6 + export JNPES_c384=8 + export THRD_c384=1 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + + export THRD_cpl_atmw_gdas=3 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=264 elif [[ ${MACHINE_ID} = derecho ]]; then export TPN=128 diff --git a/tests/detect_machine.sh b/tests/detect_machine.sh index 30c173c201..80ceac9269 100755 --- a/tests/detect_machine.sh +++ b/tests/detect_machine.sh @@ -21,10 +21,10 @@ case $(hostname -f) in dlogin0[1-9].dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood01-9 dlogin10.dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood10 - gaea5[1-8]) MACHINE_ID=gaea ;; ### gaea51-58 - gaea5[1-8].ncrc.gov) MACHINE_ID=gaea ;; ### gaea51-58 - gaea6[1-8]) MACHINE_ID=gaeac6 ;; ### gaea61-58 - gaea6[1-8].ncrc.gov) MACHINE_ID=gaeac6 ;; ### gaea61-58 + gaea5[1-8]) MACHINE_ID=gaea-c5 ;; ### gaea51-58 + gaea5[1-8].ncrc.gov) MACHINE_ID=gaea-c5 ;; ### gaea51-58 + gaea6[1-8]) MACHINE_ID=gaea-c6 ;; ### gaea61-58 + gaea6[1-8].ncrc.gov) MACHINE_ID=gaea-c6 ;; ### gaea61-58 hfe0[1-9]) MACHINE_ID=hera ;; ### hera01-09 hfe1[0-2]) MACHINE_ID=hera ;; ### hera10-12 @@ -96,9 +96,12 @@ elif [[ -d /work ]]; then else MACHINE_ID=orion fi -elif [[ -d /gpfs && -d /ncrc ]]; then - # We are on GAEA. - MACHINE_ID=gaea +elif [[ -d /gpfs/f5 && -d /ncrc ]]; then + # We are on GAEA C5. + MACHINE_ID=gaea-c5 +elif [[ -d /gpfs/f6 && -d /ncrc ]]; then + # We are on GAEA C6. + MACHINE_ID=gaea-c6 elif [[ -d /data/prod ]]; then # We are on SSEC's S4 MACHINE_ID=s4 diff --git a/tests/fv3_conf/compile_slurm.IN_gaea b/tests/fv3_conf/compile_slurm.IN_gaea-c5 similarity index 100% rename from tests/fv3_conf/compile_slurm.IN_gaea rename to tests/fv3_conf/compile_slurm.IN_gaea-c5 diff --git a/tests/fv3_conf/compile_slurm.IN_gaeac6 b/tests/fv3_conf/compile_slurm.IN_gaea-c6 similarity index 100% rename from tests/fv3_conf/compile_slurm.IN_gaeac6 rename to tests/fv3_conf/compile_slurm.IN_gaea-c6 diff --git a/tests/fv3_conf/fv3_slurm.IN_gaea b/tests/fv3_conf/fv3_slurm.IN_gaea-c5 similarity index 100% rename from tests/fv3_conf/fv3_slurm.IN_gaea rename to tests/fv3_conf/fv3_slurm.IN_gaea-c5 diff --git a/tests/fv3_conf/fv3_slurm.IN_gaeac6 b/tests/fv3_conf/fv3_slurm.IN_gaea-c6 similarity index 100% rename from tests/fv3_conf/fv3_slurm.IN_gaeac6 rename to tests/fv3_conf/fv3_slurm.IN_gaea-c6 diff --git a/tests/module-setup.sh b/tests/module-setup.sh index 552e7afd0f..c1bddc7811 100755 --- a/tests/module-setup.sh +++ b/tests/module-setup.sh @@ -65,7 +65,7 @@ elif [[ ${MACHINE_ID} = frontera ]] ; then fi module purge -elif [[ ${MACHINE_ID} = gaea ]] ; then +elif [[ ${MACHINE_ID} = gaea-c5 ]] ; then # We are on GAEA if ( ! eval module help > /dev/null 2>&1 ) ; then # We cannot simply load the module command. The GAEA @@ -76,7 +76,7 @@ elif [[ ${MACHINE_ID} = gaea ]] ; then source /etc/profile fi module reset -elif [[ ${MACHINE_ID} = gaeac6 ]]; then +elif [[ ${MACHINE_ID} = gaea-c6 ]]; then if ( ! eval module help > /dev/null 2>&1 ) ; then source /opt/cray/pe/lmod/lmod/init/bash fi diff --git a/tests/rt.sh b/tests/rt.sh index fe50da7a21..d7fba413a8 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -709,8 +709,8 @@ case ${MACHINE_ID} in PTMP="/lfs/h2/emc/ptmp" SCHEDULER="pbs" ;; - gaea) - echo "rt.sh: Setting up gaea..." + gaea-c5) + echo "rt.sh: Setting up gaea-c5..." if [[ "${ROCOTO:-false}" == true ]] ; then module use /ncrc/proj/epic/rocoto/modulefiles module load rocoto @@ -741,8 +741,8 @@ case ${MACHINE_ID} in SCHEDULER="slurm" ;; - gaeac6) - echo "rt.sh: Setting up gaeac6..." + gaea-c6) + echo "rt.sh: Setting up gaea-c6..." if [[ "${ROCOTO:-false}" == true ]] ; then # module use /ncrc/proj/epic/rocoto/modulefiles module load rocoto diff --git a/tests/rt_utils.sh b/tests/rt_utils.sh index e92f029d10..e6ac8add39 100755 --- a/tests/rt_utils.sh +++ b/tests/rt_utils.sh @@ -309,10 +309,10 @@ rocoto_create_compile_task() { if [[ ${MACHINE_ID} == s4 ]]; then BUILD_WALLTIME="01:00:00" fi - if [[ ${MACHINE_ID} == gaea ]]; then + if [[ ${MACHINE_ID} == gaea-c5 ]]; then BUILD_WALLTIME="01:00:00" fi - if [[ ${MACHINE_ID} == gaeac6 ]]; then + if [[ ${MACHINE_ID} == gaea-c6 ]]; then BUILD_WALLTIME="01:00:00" fi @@ -325,7 +325,7 @@ rocoto_create_compile_task() { ${COMPILE_QUEUE} EOF - if [[ "${MACHINE_ID}" == gaea || "${MACHINE_ID}" == gaeac6 ]] ; then + if [[ "${MACHINE_ID}" == gaea-c5 || "${MACHINE_ID}" == gaea-c6 ]] ; then cat << EOF >> "${ROCOTO_XML}" --clusters=es eslogin_c5 @@ -369,7 +369,7 @@ rocoto_create_run_task() { ${ROCOTO_NODESIZE:+${ROCOTO_NODESIZE}} EOF - if [[ "${MACHINE_ID}" == gaea || "${MACHINE_ID}" == gaeac6 ]] ; then + if [[ "${MACHINE_ID}" == gaea-c5 || "${MACHINE_ID}" == gaea-c6 ]] ; then cat << EOF >> "${ROCOTO_XML}" --clusters=${PARTITION} --partition=batch diff --git a/tests/run_test.sh b/tests/run_test.sh index 2c69f1ea10..cc0b5fcd14 100755 --- a/tests/run_test.sh +++ b/tests/run_test.sh @@ -116,12 +116,12 @@ case ${MACHINE_ID} in stampede|expanse|noaacloud) echo "No special nccmp load necessary" ;; - gaea) + gaea-c5) module use /ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core module load stack-intel/2023.1.0 stack-cray-mpich/8.1.25 module load nccmp/1.9.0.1 ;; - gaeac6) + gaea-c6) module use modulefiles module load modules.fv3 module load gcc-native/12.3 @@ -446,7 +446,7 @@ if [[ ${skip_check_results} == false ]]; then else if [[ ${i##*.} == nc* ]] ; then - if [[ " orion hercules hera wcoss2 acorn derecho gaea gaeac6 jet s4 noaacloud " =~ ${MACHINE_ID} ]]; then + if [[ " orion hercules hera wcoss2 acorn derecho gaea-c5 gaea-c6 jet s4 noaacloud " =~ ${MACHINE_ID} ]]; then printf "USING NCCMP.." >> "${RT_LOG}" printf "USING NCCMP.." if [[ ${CMP_DATAONLY} == false ]]; then From 742a7c21cd41ae29a0525743578b89bba9a3a29a Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 4 Oct 2024 08:57:34 -0400 Subject: [PATCH 03/10] Fixed linter issue --- tests/compile.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/compile.sh b/tests/compile.sh index 065193d3fd..2c3c7796be 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -98,7 +98,7 @@ export SUITES set -ex # Valid applications -if [[ ${MACHINE_ID} != gaea-c5 || ${MACHINE_ID} != gaea-c6 ]] || [[ ${RT_COMPILER} != intelllvm ]]; then # skip MOM6SOLO on gaea with intelllvm +if [[ ${MACHINE_ID} != gaea-c5 && ${MACHINE_ID} != gaea-c6 ]] || [[ ${RT_COMPILER} != intelllvm ]]; then # skip MOM6SOLO on gaea with intelllvm if [[ "${MAKE_OPT}" == *"-DAPP=S2S"* ]]; then CMAKE_FLAGS+=" -DMOM6SOLO=ON" fi From 5bee5b224ade113bda8dac39e29e482f1f864877 Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 4 Oct 2024 09:17:28 -0400 Subject: [PATCH 04/10] Update to 192 cores on Gaea-c6 --- tests/default_vars.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 789f647efb..4ea25d36f4 100644 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -323,7 +323,7 @@ elif [[ ${MACHINE_ID} = gaea-c5 ]]; then elif [[ ${MACHINE_ID} = gaea-c6 ]]; then - export TPN=128 + export TPN=192 export INPES_dflt=3 export JNPES_dflt=8 From 63a56ac77a2bbe28ac9b0c32c2bf1e88c5d53d9c Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 4 Oct 2024 09:32:39 -0400 Subject: [PATCH 05/10] Update tests to gaea-c5 and added gaea-c6 where necessary --- tests/tests/control_p8.v2.sfc | 2 +- tests/tests/control_wam | 2 +- tests/tests/control_wam_debug | 2 +- tests/tests/cpld_debug_gfsv17 | 5 ++++- tests/tests/cpld_debug_pdlib_p8 | 5 ++++- tests/tests/regional_atmaq | 2 +- tests/tests/regional_atmaq_debug | 2 +- tests/tests/regional_atmaq_faster | 2 +- tests/tests/regional_debug | 7 ++++++- 9 files changed, 20 insertions(+), 9 deletions(-) diff --git a/tests/tests/control_p8.v2.sfc b/tests/tests/control_p8.v2.sfc index d08987ae87..47ac27db5b 100644 --- a/tests/tests/control_p8.v2.sfc +++ b/tests/tests/control_p8.v2.sfc @@ -153,6 +153,6 @@ export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ " hera orion hercules gaea jet " =~ " ${MACHINE_ID} " ]] ; then +if [[ " hera orion hercules gaea-c5 gaea-c6 jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/control_wam b/tests/tests/control_wam index 5018e6208c..20916a7a80 100644 --- a/tests/tests/control_wam +++ b/tests/tests/control_wam @@ -106,6 +106,6 @@ export DIAG_TABLE=diag_table_wam export INPUT_NML=wam_v17.nml.IN -if [[ " hera orion hercules gaea jet " =~ " ${MACHINE_ID} " ]] ; then +if [[ " hera orion hercules gaea-c5 gaea-c6 jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/control_wam_debug b/tests/tests/control_wam_debug index 4c1852e2e0..12a7ea12a5 100644 --- a/tests/tests/control_wam_debug +++ b/tests/tests/control_wam_debug @@ -107,6 +107,6 @@ export DIAG_TABLE=diag_table_wam export INPUT_NML=wam_v17.nml.IN -if [[ " hera orion hercules gaea jet " =~ " ${MACHINE_ID} " ]] ; then +if [[ " hera orion hercules gaea-c5 gaea-c6 jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/cpld_debug_gfsv17 b/tests/tests/cpld_debug_gfsv17 index 72debc6f49..a641e42382 100644 --- a/tests/tests/cpld_debug_gfsv17 +++ b/tests/tests/cpld_debug_gfsv17 @@ -111,7 +111,10 @@ export N_SPLIT=5 if [[ $MACHINE_ID = hera ]] && [[ $RT_COMPILER = gnu ]]; then WLCLK=40 fi -if [[ $MACHINE_ID = gaea ]] && [[ $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaea-c5 ]] && [[ $RT_COMPILER = intelllvm ]]; then + WLCLK=40 +fi +if [[ $MACHINE_ID = gaea-c6 ]] && [[ $RT_COMPILER = intelllvm ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_debug_pdlib_p8 b/tests/tests/cpld_debug_pdlib_p8 index 90e02daccb..5c9b7af574 100644 --- a/tests/tests/cpld_debug_pdlib_p8 +++ b/tests/tests/cpld_debug_pdlib_p8 @@ -107,7 +107,10 @@ fi if [[ $MACHINE_ID = orion && $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi -if [[ $MACHINE_ID = gaea ]] && [[ $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaea-c5 ]] && [[ $RT_COMPILER = intelllvm ]]; then + WLCLK=50 +fi +if [[ $MACHINE_ID = gaea-c6 ]] && [[ $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi diff --git a/tests/tests/regional_atmaq b/tests/tests/regional_atmaq index df4603f299..2f2d36c25f 100644 --- a/tests/tests/regional_atmaq +++ b/tests/tests/regional_atmaq @@ -99,6 +99,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 -elif [[ $MACHINE_ID = gaea ]]; then +elif [[ $MACHINE_ID = gaea-c5 ]]; then TPN=16 fi diff --git a/tests/tests/regional_atmaq_debug b/tests/tests/regional_atmaq_debug index 30783d3b52..ef60af1537 100644 --- a/tests/tests/regional_atmaq_debug +++ b/tests/tests/regional_atmaq_debug @@ -98,6 +98,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 WLCLK=60 -elif [[ $MACHINE_ID = gaea ]]; then +elif [[ $MACHINE_ID = gaea-c5 ]]; then TPN=16 fi diff --git a/tests/tests/regional_atmaq_faster b/tests/tests/regional_atmaq_faster index 6ccb25375a..bd453d1af9 100644 --- a/tests/tests/regional_atmaq_faster +++ b/tests/tests/regional_atmaq_faster @@ -93,6 +93,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 -elif [[ $MACHINE_ID = gaea ]]; then +elif [[ $MACHINE_ID = gaea-c5 ]]; then TPN=18 fi diff --git a/tests/tests/regional_debug b/tests/tests/regional_debug index f4f6326b90..0f71ba2489 100644 --- a/tests/tests/regional_debug +++ b/tests/tests/regional_debug @@ -41,6 +41,11 @@ if [[ " hera orion hercules jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi -if [[ $MACHINE_ID = gaea && $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaea-c5 && $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi + +if [[ $MACHINE_ID = gaea-c6 && $RT_COMPILER = intelllvm ]]; then + WLCLK=50 +fi + From bb833962b0de8eaa6fb0485512d4d5adee0936fd Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 4 Oct 2024 11:04:16 -0400 Subject: [PATCH 06/10] Remove MOM6SOLO from compile.sh --- tests/compile.sh | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/tests/compile.sh b/tests/compile.sh index 2c3c7796be..26e3a7881b 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -97,17 +97,6 @@ SUITES=$(grep -Po "\-DCCPP_SUITES=\K[^ ]*" <<< "${MAKE_OPT}") export SUITES set -ex -# Valid applications -if [[ ${MACHINE_ID} != gaea-c5 && ${MACHINE_ID} != gaea-c6 ]] || [[ ${RT_COMPILER} != intelllvm ]]; then # skip MOM6SOLO on gaea with intelllvm - if [[ "${MAKE_OPT}" == *"-DAPP=S2S"* ]]; then - CMAKE_FLAGS+=" -DMOM6SOLO=ON" - fi - - if [[ "${MAKE_OPT}" == *"-DAPP=NG-GODAS"* ]]; then - CMAKE_FLAGS+=" -DMOM6SOLO=ON" - fi -fi - CMAKE_FLAGS=$(set -e; trim "${CMAKE_FLAGS}") echo "CMAKE_FLAGS = ${CMAKE_FLAGS}" From 4113feaa74cbba08a2330e8c8e465494bf0f7dfb Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 18 Oct 2024 08:22:52 -0400 Subject: [PATCH 07/10] gaea-c5 --> gaeac5 and gaea-c6 --> gaeac6 --- tests/compile.sh | 4 ++-- tests/default_vars.sh | 4 ++-- tests/detect_machine.sh | 12 ++++++------ tests/module-setup.sh | 4 ++-- tests/rt.sh | 14 +++++++------- tests/rt_utils.sh | 8 ++++---- tests/run_test.sh | 6 +++--- tests/tests/control_p8.v2.sfc | 2 +- tests/tests/control_wam | 2 +- tests/tests/control_wam_debug | 2 +- tests/tests/cpld_debug_gfsv17 | 4 ++-- tests/tests/cpld_debug_pdlib_p8 | 4 ++-- tests/tests/regional_debug | 4 ++-- 13 files changed, 35 insertions(+), 35 deletions(-) diff --git a/tests/compile.sh b/tests/compile.sh index 26e3a7881b..acc2dada5f 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -61,10 +61,10 @@ case ${MACHINE_ID} in ;; *) # Activate lua environment for gaea c5 - if [[ ${MACHINE_ID} == gaea-c5 ]]; then + if [[ ${MACHINE_ID} == gaeac5 ]]; then module reset fi - if [[ ${MACHINE_ID} == gaea-c6 ]]; then + if [[ ${MACHINE_ID} == gaeac6 ]]; then module reset fi # Load fv3 module diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 4ea25d36f4..b5c7091710 100644 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -300,7 +300,7 @@ elif [[ ${MACHINE_ID} = s4 ]]; then export ICE_tasks_cpl_bmrk=48 export WAV_tasks_cpl_bmrk=80 -elif [[ ${MACHINE_ID} = gaea-c5 ]]; then +elif [[ ${MACHINE_ID} = gaeac5 ]]; then export TPN=128 @@ -321,7 +321,7 @@ elif [[ ${MACHINE_ID} = gaea-c5 ]]; then export WPG_cpl_atmw_gdas=24 export WAV_tasks_atmw_gdas=264 -elif [[ ${MACHINE_ID} = gaea-c6 ]]; then +elif [[ ${MACHINE_ID} = gaeac6 ]]; then export TPN=192 diff --git a/tests/detect_machine.sh b/tests/detect_machine.sh index 80ceac9269..99419f3555 100755 --- a/tests/detect_machine.sh +++ b/tests/detect_machine.sh @@ -21,10 +21,10 @@ case $(hostname -f) in dlogin0[1-9].dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood01-9 dlogin10.dogwood.wcoss2.ncep.noaa.gov) MACHINE_ID=wcoss2 ;; ### dogwood10 - gaea5[1-8]) MACHINE_ID=gaea-c5 ;; ### gaea51-58 - gaea5[1-8].ncrc.gov) MACHINE_ID=gaea-c5 ;; ### gaea51-58 - gaea6[1-8]) MACHINE_ID=gaea-c6 ;; ### gaea61-58 - gaea6[1-8].ncrc.gov) MACHINE_ID=gaea-c6 ;; ### gaea61-58 + gaea5[1-8]) MACHINE_ID=gaeac5 ;; ### gaea51-58 + gaea5[1-8].ncrc.gov) MACHINE_ID=gaeac5 ;; ### gaea51-58 + gaea6[1-8]) MACHINE_ID=gaeac6 ;; ### gaea61-68 + gaea6[1-8].ncrc.gov) MACHINE_ID=gaeac6 ;; ### gaea61-68 hfe0[1-9]) MACHINE_ID=hera ;; ### hera01-09 hfe1[0-2]) MACHINE_ID=hera ;; ### hera10-12 @@ -98,10 +98,10 @@ elif [[ -d /work ]]; then fi elif [[ -d /gpfs/f5 && -d /ncrc ]]; then # We are on GAEA C5. - MACHINE_ID=gaea-c5 + MACHINE_ID=gaeac5 elif [[ -d /gpfs/f6 && -d /ncrc ]]; then # We are on GAEA C6. - MACHINE_ID=gaea-c6 + MACHINE_ID=gaeac6 elif [[ -d /data/prod ]]; then # We are on SSEC's S4 MACHINE_ID=s4 diff --git a/tests/module-setup.sh b/tests/module-setup.sh index c1bddc7811..de25ad5a05 100755 --- a/tests/module-setup.sh +++ b/tests/module-setup.sh @@ -65,7 +65,7 @@ elif [[ ${MACHINE_ID} = frontera ]] ; then fi module purge -elif [[ ${MACHINE_ID} = gaea-c5 ]] ; then +elif [[ ${MACHINE_ID} = gaeac5 ]] ; then # We are on GAEA if ( ! eval module help > /dev/null 2>&1 ) ; then # We cannot simply load the module command. The GAEA @@ -76,7 +76,7 @@ elif [[ ${MACHINE_ID} = gaea-c5 ]] ; then source /etc/profile fi module reset -elif [[ ${MACHINE_ID} = gaea-c6 ]]; then +elif [[ ${MACHINE_ID} = gaeac6 ]]; then if ( ! eval module help > /dev/null 2>&1 ) ; then source /opt/cray/pe/lmod/lmod/init/bash fi diff --git a/tests/rt.sh b/tests/rt.sh index d7fba413a8..7fb83c8297 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -709,8 +709,8 @@ case ${MACHINE_ID} in PTMP="/lfs/h2/emc/ptmp" SCHEDULER="pbs" ;; - gaea-c5) - echo "rt.sh: Setting up gaea-c5..." + gaeac5) + echo "rt.sh: Setting up gaea c5..." if [[ "${ROCOTO:-false}" == true ]] ; then module use /ncrc/proj/epic/rocoto/modulefiles module load rocoto @@ -741,8 +741,8 @@ case ${MACHINE_ID} in SCHEDULER="slurm" ;; - gaea-c6) - echo "rt.sh: Setting up gaea-c6..." + gaeac6) + echo "rt.sh: Setting up gaea c6..." if [[ "${ROCOTO:-false}" == true ]] ; then # module use /ncrc/proj/epic/rocoto/modulefiles module load rocoto @@ -751,12 +751,12 @@ case ${MACHINE_ID} in export LD_PRELOAD=/usr/lib64/libstdc++.so.6 module use /ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core - #module load PrgEnv-intel/8.5.0 + module load PrgEnv-intel/8.5.0 module load stack-intel/2023.2.0 - #module load cray-mpich/8.1.29 + module load cray-mpich/8.1.29 module load python/3.10.13 module use /ncrc/proj/epic/spack-stack/modulefiles - #module load gcc-native/12.3 + module load gcc-native/12.3 if [[ "${ECFLOW:-false}" == true ]] ; then #module load ecflow/5.8.4 module load ecflow diff --git a/tests/rt_utils.sh b/tests/rt_utils.sh index e6ac8add39..894a9c0b41 100755 --- a/tests/rt_utils.sh +++ b/tests/rt_utils.sh @@ -309,10 +309,10 @@ rocoto_create_compile_task() { if [[ ${MACHINE_ID} == s4 ]]; then BUILD_WALLTIME="01:00:00" fi - if [[ ${MACHINE_ID} == gaea-c5 ]]; then + if [[ ${MACHINE_ID} == gaeac5 ]]; then BUILD_WALLTIME="01:00:00" fi - if [[ ${MACHINE_ID} == gaea-c6 ]]; then + if [[ ${MACHINE_ID} == gaeac6 ]]; then BUILD_WALLTIME="01:00:00" fi @@ -325,7 +325,7 @@ rocoto_create_compile_task() { ${COMPILE_QUEUE} EOF - if [[ "${MACHINE_ID}" == gaea-c5 || "${MACHINE_ID}" == gaea-c6 ]] ; then + if [[ "${MACHINE_ID}" == gaeac5 || "${MACHINE_ID}" == gaeac6 ]] ; then cat << EOF >> "${ROCOTO_XML}" --clusters=es eslogin_c5 @@ -369,7 +369,7 @@ rocoto_create_run_task() { ${ROCOTO_NODESIZE:+${ROCOTO_NODESIZE}} EOF - if [[ "${MACHINE_ID}" == gaea-c5 || "${MACHINE_ID}" == gaea-c6 ]] ; then + if [[ "${MACHINE_ID}" == gaeac5 || "${MACHINE_ID}" == gaeac6 ]] ; then cat << EOF >> "${ROCOTO_XML}" --clusters=${PARTITION} --partition=batch diff --git a/tests/run_test.sh b/tests/run_test.sh index cc0b5fcd14..d1972309a5 100755 --- a/tests/run_test.sh +++ b/tests/run_test.sh @@ -116,12 +116,12 @@ case ${MACHINE_ID} in stampede|expanse|noaacloud) echo "No special nccmp load necessary" ;; - gaea-c5) + gaeac5) module use /ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core module load stack-intel/2023.1.0 stack-cray-mpich/8.1.25 module load nccmp/1.9.0.1 ;; - gaea-c6) + gaeac6) module use modulefiles module load modules.fv3 module load gcc-native/12.3 @@ -446,7 +446,7 @@ if [[ ${skip_check_results} == false ]]; then else if [[ ${i##*.} == nc* ]] ; then - if [[ " orion hercules hera wcoss2 acorn derecho gaea-c5 gaea-c6 jet s4 noaacloud " =~ ${MACHINE_ID} ]]; then + if [[ " orion hercules hera wcoss2 acorn derecho gaeac5 gaeac6 jet s4 noaacloud " =~ ${MACHINE_ID} ]]; then printf "USING NCCMP.." >> "${RT_LOG}" printf "USING NCCMP.." if [[ ${CMP_DATAONLY} == false ]]; then diff --git a/tests/tests/control_p8.v2.sfc b/tests/tests/control_p8.v2.sfc index 47ac27db5b..d1afdbc4ca 100644 --- a/tests/tests/control_p8.v2.sfc +++ b/tests/tests/control_p8.v2.sfc @@ -153,6 +153,6 @@ export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ " hera orion hercules gaea-c5 gaea-c6 jet " =~ " ${MACHINE_ID} " ]] ; then +if [[ " hera orion hercules gaeac5 gaeac6 jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/control_wam b/tests/tests/control_wam index 20916a7a80..d70921938b 100644 --- a/tests/tests/control_wam +++ b/tests/tests/control_wam @@ -106,6 +106,6 @@ export DIAG_TABLE=diag_table_wam export INPUT_NML=wam_v17.nml.IN -if [[ " hera orion hercules gaea-c5 gaea-c6 jet " =~ " ${MACHINE_ID} " ]] ; then +if [[ " hera orion hercules gaeac5 gaeac6 jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/control_wam_debug b/tests/tests/control_wam_debug index 12a7ea12a5..c52d742268 100644 --- a/tests/tests/control_wam_debug +++ b/tests/tests/control_wam_debug @@ -107,6 +107,6 @@ export DIAG_TABLE=diag_table_wam export INPUT_NML=wam_v17.nml.IN -if [[ " hera orion hercules gaea-c5 gaea-c6 jet " =~ " ${MACHINE_ID} " ]] ; then +if [[ " hera orion hercules gaeac5 gaeac6 jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/cpld_debug_gfsv17 b/tests/tests/cpld_debug_gfsv17 index a641e42382..4b7243438d 100644 --- a/tests/tests/cpld_debug_gfsv17 +++ b/tests/tests/cpld_debug_gfsv17 @@ -111,10 +111,10 @@ export N_SPLIT=5 if [[ $MACHINE_ID = hera ]] && [[ $RT_COMPILER = gnu ]]; then WLCLK=40 fi -if [[ $MACHINE_ID = gaea-c5 ]] && [[ $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaeac5 ]] && [[ $RT_COMPILER = intelllvm ]]; then WLCLK=40 fi -if [[ $MACHINE_ID = gaea-c6 ]] && [[ $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaeac6 ]] && [[ $RT_COMPILER = intelllvm ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_debug_pdlib_p8 b/tests/tests/cpld_debug_pdlib_p8 index 5c9b7af574..318f3cfecf 100644 --- a/tests/tests/cpld_debug_pdlib_p8 +++ b/tests/tests/cpld_debug_pdlib_p8 @@ -107,10 +107,10 @@ fi if [[ $MACHINE_ID = orion && $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi -if [[ $MACHINE_ID = gaea-c5 ]] && [[ $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaeac5 ]] && [[ $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi -if [[ $MACHINE_ID = gaea-c6 ]] && [[ $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaeac6 ]] && [[ $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi diff --git a/tests/tests/regional_debug b/tests/tests/regional_debug index 0f71ba2489..13f2e328cd 100644 --- a/tests/tests/regional_debug +++ b/tests/tests/regional_debug @@ -41,11 +41,11 @@ if [[ " hera orion hercules jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi -if [[ $MACHINE_ID = gaea-c5 && $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaeac5 && $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi -if [[ $MACHINE_ID = gaea-c6 && $RT_COMPILER = intelllvm ]]; then +if [[ $MACHINE_ID = gaeac6 && $RT_COMPILER = intelllvm ]]; then WLCLK=50 fi From 0c4790ee55ea53d78425233e30678aa5d539ec38 Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 18 Oct 2024 09:43:28 -0400 Subject: [PATCH 08/10] Bring in c5 changes from @RatkoVasic-NOAA and testing export FI_VERBS_PREFER_XRC=0 fix --- .../{ufs_gaea-c5.intel.lua => ufs_gaeac5.intel.lua} | 0 .../{ufs_gaea-c6.intel.lua => ufs_gaeac6.intel.lua} | 0 ...mpile_slurm.IN_gaea-c5 => compile_slurm.IN_gaeac5} | 0 ...mpile_slurm.IN_gaea-c6 => compile_slurm.IN_gaeac6} | 0 .../{fv3_slurm.IN_gaea-c5 => fv3_slurm.IN_gaeac5} | 1 + .../{fv3_slurm.IN_gaea-c6 => fv3_slurm.IN_gaeac6} | 1 + ...ssionTests_gaea.log => RegressionTests_gaeac5.log} | 0 tests/rt.sh | 11 +++++------ tests/run_test.sh | 11 +++++++---- 9 files changed, 14 insertions(+), 10 deletions(-) rename modulefiles/{ufs_gaea-c5.intel.lua => ufs_gaeac5.intel.lua} (100%) rename modulefiles/{ufs_gaea-c6.intel.lua => ufs_gaeac6.intel.lua} (100%) rename tests/fv3_conf/{compile_slurm.IN_gaea-c5 => compile_slurm.IN_gaeac5} (100%) rename tests/fv3_conf/{compile_slurm.IN_gaea-c6 => compile_slurm.IN_gaeac6} (100%) rename tests/fv3_conf/{fv3_slurm.IN_gaea-c5 => fv3_slurm.IN_gaeac5} (97%) rename tests/fv3_conf/{fv3_slurm.IN_gaea-c6 => fv3_slurm.IN_gaeac6} (97%) rename tests/logs/{RegressionTests_gaea.log => RegressionTests_gaeac5.log} (100%) diff --git a/modulefiles/ufs_gaea-c5.intel.lua b/modulefiles/ufs_gaeac5.intel.lua similarity index 100% rename from modulefiles/ufs_gaea-c5.intel.lua rename to modulefiles/ufs_gaeac5.intel.lua diff --git a/modulefiles/ufs_gaea-c6.intel.lua b/modulefiles/ufs_gaeac6.intel.lua similarity index 100% rename from modulefiles/ufs_gaea-c6.intel.lua rename to modulefiles/ufs_gaeac6.intel.lua diff --git a/tests/fv3_conf/compile_slurm.IN_gaea-c5 b/tests/fv3_conf/compile_slurm.IN_gaeac5 similarity index 100% rename from tests/fv3_conf/compile_slurm.IN_gaea-c5 rename to tests/fv3_conf/compile_slurm.IN_gaeac5 diff --git a/tests/fv3_conf/compile_slurm.IN_gaea-c6 b/tests/fv3_conf/compile_slurm.IN_gaeac6 similarity index 100% rename from tests/fv3_conf/compile_slurm.IN_gaea-c6 rename to tests/fv3_conf/compile_slurm.IN_gaeac6 diff --git a/tests/fv3_conf/fv3_slurm.IN_gaea-c5 b/tests/fv3_conf/fv3_slurm.IN_gaeac5 similarity index 97% rename from tests/fv3_conf/fv3_slurm.IN_gaea-c5 rename to tests/fv3_conf/fv3_slurm.IN_gaeac5 index ad2459efba..b306f1a1c5 100644 --- a/tests/fv3_conf/fv3_slurm.IN_gaea-c5 +++ b/tests/fv3_conf/fv3_slurm.IN_gaeac5 @@ -28,6 +28,7 @@ export OMP_STACKSIZE=1024M export NC_BLKSZ=1M export ESMF_RUNTIME_PROFILE=ON export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" +export FI_VERBS_PREFER_XRC=0 # Avoid job errors because of filesystem synchronization delays sync && sleep 1 diff --git a/tests/fv3_conf/fv3_slurm.IN_gaea-c6 b/tests/fv3_conf/fv3_slurm.IN_gaeac6 similarity index 97% rename from tests/fv3_conf/fv3_slurm.IN_gaea-c6 rename to tests/fv3_conf/fv3_slurm.IN_gaeac6 index 97cb7049de..943e7a95b6 100644 --- a/tests/fv3_conf/fv3_slurm.IN_gaea-c6 +++ b/tests/fv3_conf/fv3_slurm.IN_gaeac6 @@ -28,6 +28,7 @@ export OMP_STACKSIZE=1024M export NC_BLKSZ=1M export ESMF_RUNTIME_PROFILE=ON export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" +export FI_VERBS_PREFER_XRC=0 # Avoid job errors because of filesystem synchronization delays sync && sleep 1 diff --git a/tests/logs/RegressionTests_gaea.log b/tests/logs/RegressionTests_gaeac5.log similarity index 100% rename from tests/logs/RegressionTests_gaea.log rename to tests/logs/RegressionTests_gaeac5.log diff --git a/tests/rt.sh b/tests/rt.sh index 6b4a27d045..82254b849c 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -717,10 +717,10 @@ case ${MACHINE_ID} in ROCOTO_SCHEDULER="slurm" fi - export LD_PRELOAD=/opt/cray/pe/gcc/12.2.0/snos/lib64/libstdc++.so.6 - module load PrgEnv-intel/8.3.3 - module load intel-classic/2023.1.0 - module load cray-mpich/8.1.25 + export LD_PRELOAD=/usr/lib64/libstdc++.so.6 + module load PrgEnv-intel/8.5.0 + module load intel-classic/2023.2.0 + module load cray-mpich/8.1.28 module load python/3.9.12 module use /ncrc/proj/epic/spack-stack/modulefiles module load gcc/12.2.0 @@ -758,8 +758,7 @@ case ${MACHINE_ID} in module use /ncrc/proj/epic/spack-stack/modulefiles module load gcc-native/12.3 if [[ "${ECFLOW:-false}" == true ]] ; then - #module load ecflow/5.8.4 - module load ecflow + module load ecflow/5.8.4 ECF_HOST=$(hostname) ECF_PORT=$(( $(id -u) + 1500 )) export ECF_PORT ECF_HOST diff --git a/tests/run_test.sh b/tests/run_test.sh index 0cdeb6d1ba..67fff5eb68 100755 --- a/tests/run_test.sh +++ b/tests/run_test.sh @@ -118,13 +118,16 @@ case ${MACHINE_ID} in ;; gaeac5) module use /ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core - module load stack-intel/2023.1.0 stack-cray-mpich/8.1.25 + module load stack-intel/2023.2.0 stack-cray-mpich/8.1.28 module load nccmp/1.9.0.1 ;; gaeac6) - module use modulefiles - module load modules.fv3 - module load gcc-native/12.3 + module use /ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core + module load stack-intel/2023.2.0 stack-cray-mpich/8.1.29 + module load nccmp/1.9.0.1 + #module use modulefiles + #module load modules.fv3 + #module load gcc-native/12.3 ;; derecho) module load nccmp From e1de81ec3bea2b4a390d372c21db4dc4621fd73b Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 18 Oct 2024 10:26:48 -0400 Subject: [PATCH 09/10] make identical but separate c5/c6 intelllvm lua for testing, fix missed gaeac5 instances --- modulefiles/ufs_gaeac5.intel.lua | 6 +-- ...intelllvm.lua => ufs_gaeac5.intelllvm.lua} | 0 modulefiles/ufs_gaeac6.intel.lua | 4 +- modulefiles/ufs_gaeac6.intelllvm.lua | 40 +++++++++++++++++++ tests/rt.sh | 2 +- tests/tests/regional_atmaq | 2 +- tests/tests/regional_atmaq_debug | 2 +- tests/tests/regional_atmaq_faster | 2 +- 8 files changed, 49 insertions(+), 9 deletions(-) rename modulefiles/{ufs_gaea.intelllvm.lua => ufs_gaeac5.intelllvm.lua} (100%) create mode 100644 modulefiles/ufs_gaeac6.intelllvm.lua diff --git a/modulefiles/ufs_gaeac5.intel.lua b/modulefiles/ufs_gaeac5.intel.lua index 2197c1542c..e63fd735a9 100644 --- a/modulefiles/ufs_gaeac5.intel.lua +++ b/modulefiles/ufs_gaeac5.intel.lua @@ -7,10 +7,10 @@ whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea C5 prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core") -stack_intel_ver=os.getenv("stack_intel_ver") or "2023.1.0" +stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0" load(pathJoin("stack-intel", stack_intel_ver)) -stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.25" +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.28" load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) stack_python_ver=os.getenv("stack_python_ver") or "3.10.13" @@ -30,4 +30,4 @@ unload("cray-libsci") setenv("CC","cc") setenv("CXX","CC") setenv("FC","ftn") -setenv("CMAKE_Platform","gaea.intel") +setenv("CMAKE_Platform","gaeac5.intel") diff --git a/modulefiles/ufs_gaea.intelllvm.lua b/modulefiles/ufs_gaeac5.intelllvm.lua similarity index 100% rename from modulefiles/ufs_gaea.intelllvm.lua rename to modulefiles/ufs_gaeac5.intelllvm.lua diff --git a/modulefiles/ufs_gaeac6.intel.lua b/modulefiles/ufs_gaeac6.intel.lua index 316ce7172f..260e7d67db 100644 --- a/modulefiles/ufs_gaeac6.intel.lua +++ b/modulefiles/ufs_gaeac6.intel.lua @@ -10,7 +10,7 @@ prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/env stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0" load(pathJoin("stack-intel", stack_intel_ver)) -stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.29" +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.28" load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) stack_python_ver=os.getenv("stack_python_ver") or "3.10.13" @@ -30,4 +30,4 @@ unload("cray-libsci") setenv("CC","cc") setenv("CXX","CC") setenv("FC","ftn") -setenv("CMAKE_Platform","gaea.intel") +setenv("CMAKE_Platform","gaeac6.intel") diff --git a/modulefiles/ufs_gaeac6.intelllvm.lua b/modulefiles/ufs_gaeac6.intelllvm.lua new file mode 100644 index 0000000000..f91a712d27 --- /dev/null +++ b/modulefiles/ufs_gaeac6.intelllvm.lua @@ -0,0 +1,40 @@ +help([[ + This module loads libraries required for building and running UFS Weather Model + on the NOAA RDHPC machine Gaea C5 using Intel-2023.1.0. +]]) + +whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea ]===]) + +prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/upp-addon-env/install/modulefiles/Core") + +stack_intel_ver=os.getenv("stack_intel_ver") or "2023.1.0" +load(pathJoin("stack-intel", stack_intel_ver)) + +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.25" +load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) + +stack_python_ver=os.getenv("stack_python_ver") or "3.10.13" +load(pathJoin("stack-python", stack_python_ver)) + +cmake_ver=os.getenv("cmake_ver") or "3.23.1" +load(pathJoin("cmake", cmake_ver)) + +load("ufs_common") + +nccmp_ver=os.getenv("nccmp_ver") or "1.9.0.1" +load(pathJoin("nccmp", nccmp_ver)) + +unload("darshan-runtime") +unload("cray-libsci") + +unload("intel-classic/2023.1.0") +load("intel-oneapi/2023.1.0") + +setenv("I_MPI_CC", "icx") +setenv("I_MPI_CXX", "icpx") +setenv("I_MPI_F90", "ifx") + +setenv("CC","cc") +setenv("CXX","CC") +setenv("FC","ftn") +setenv("CMAKE_Platform","gaea.intelllvm") diff --git a/tests/rt.sh b/tests/rt.sh index 82254b849c..d0d1ea76da 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -752,7 +752,7 @@ case ${MACHINE_ID} in export LD_PRELOAD=/usr/lib64/libstdc++.so.6 module use /ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core module load PrgEnv-intel/8.5.0 - module load stack-intel/2023.2.0 + module load intel-classic/2023.2.0 module load cray-mpich/8.1.29 module load python/3.10.13 module use /ncrc/proj/epic/spack-stack/modulefiles diff --git a/tests/tests/regional_atmaq b/tests/tests/regional_atmaq index 2f2d36c25f..68d0f30739 100644 --- a/tests/tests/regional_atmaq +++ b/tests/tests/regional_atmaq @@ -99,6 +99,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 -elif [[ $MACHINE_ID = gaea-c5 ]]; then +elif [[ $MACHINE_ID = gaeac5 ]]; then TPN=16 fi diff --git a/tests/tests/regional_atmaq_debug b/tests/tests/regional_atmaq_debug index ef60af1537..08e629eaae 100644 --- a/tests/tests/regional_atmaq_debug +++ b/tests/tests/regional_atmaq_debug @@ -98,6 +98,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 WLCLK=60 -elif [[ $MACHINE_ID = gaea-c5 ]]; then +elif [[ $MACHINE_ID = gaeac5 ]]; then TPN=16 fi diff --git a/tests/tests/regional_atmaq_faster b/tests/tests/regional_atmaq_faster index bd453d1af9..17491bc515 100644 --- a/tests/tests/regional_atmaq_faster +++ b/tests/tests/regional_atmaq_faster @@ -93,6 +93,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 -elif [[ $MACHINE_ID = gaea-c5 ]]; then +elif [[ $MACHINE_ID = gaeac5 ]]; then TPN=18 fi From 402c05b54e75d032371c8db1c4e07583b5179751 Mon Sep 17 00:00:00 2001 From: Brian Curtis Date: Fri, 18 Oct 2024 10:30:59 -0400 Subject: [PATCH 10/10] update wording in intelllvm lua --- modulefiles/ufs_gaeac5.intelllvm.lua | 12 ++++++------ modulefiles/ufs_gaeac6.intel.lua | 2 +- modulefiles/ufs_gaeac6.intelllvm.lua | 14 +++++++------- 3 files changed, 14 insertions(+), 14 deletions(-) diff --git a/modulefiles/ufs_gaeac5.intelllvm.lua b/modulefiles/ufs_gaeac5.intelllvm.lua index f91a712d27..cc4c005fa3 100644 --- a/modulefiles/ufs_gaeac5.intelllvm.lua +++ b/modulefiles/ufs_gaeac5.intelllvm.lua @@ -1,16 +1,16 @@ help([[ This module loads libraries required for building and running UFS Weather Model - on the NOAA RDHPC machine Gaea C5 using Intel-2023.1.0. + on the NOAA RDHPC machine Gaea C5 using Intel-2023.2.0. ]]) whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea ]===]) prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/upp-addon-env/install/modulefiles/Core") -stack_intel_ver=os.getenv("stack_intel_ver") or "2023.1.0" +stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0" load(pathJoin("stack-intel", stack_intel_ver)) -stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.25" +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.28" load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) stack_python_ver=os.getenv("stack_python_ver") or "3.10.13" @@ -27,8 +27,8 @@ load(pathJoin("nccmp", nccmp_ver)) unload("darshan-runtime") unload("cray-libsci") -unload("intel-classic/2023.1.0") -load("intel-oneapi/2023.1.0") +unload("intel-classic/2023.2.0") +load("intel-oneapi/2023.2.0") setenv("I_MPI_CC", "icx") setenv("I_MPI_CXX", "icpx") @@ -37,4 +37,4 @@ setenv("I_MPI_F90", "ifx") setenv("CC","cc") setenv("CXX","CC") setenv("FC","ftn") -setenv("CMAKE_Platform","gaea.intelllvm") +setenv("CMAKE_Platform","gaeac5.intelllvm") diff --git a/modulefiles/ufs_gaeac6.intel.lua b/modulefiles/ufs_gaeac6.intel.lua index 260e7d67db..ce59797288 100644 --- a/modulefiles/ufs_gaeac6.intel.lua +++ b/modulefiles/ufs_gaeac6.intel.lua @@ -10,7 +10,7 @@ prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/env stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0" load(pathJoin("stack-intel", stack_intel_ver)) -stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.28" +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.29" load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) stack_python_ver=os.getenv("stack_python_ver") or "3.10.13" diff --git a/modulefiles/ufs_gaeac6.intelllvm.lua b/modulefiles/ufs_gaeac6.intelllvm.lua index f91a712d27..61d71a47fc 100644 --- a/modulefiles/ufs_gaeac6.intelllvm.lua +++ b/modulefiles/ufs_gaeac6.intelllvm.lua @@ -1,16 +1,16 @@ help([[ This module loads libraries required for building and running UFS Weather Model - on the NOAA RDHPC machine Gaea C5 using Intel-2023.1.0. + on the NOAA RDHPC machine Gaea C6 using Intel-2023.2.0. ]]) whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea ]===]) -prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/upp-addon-env/install/modulefiles/Core") +prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/fms-2024.01/install/modulefiles/Core") -stack_intel_ver=os.getenv("stack_intel_ver") or "2023.1.0" +stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0" load(pathJoin("stack-intel", stack_intel_ver)) -stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.25" +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.29" load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) stack_python_ver=os.getenv("stack_python_ver") or "3.10.13" @@ -27,8 +27,8 @@ load(pathJoin("nccmp", nccmp_ver)) unload("darshan-runtime") unload("cray-libsci") -unload("intel-classic/2023.1.0") -load("intel-oneapi/2023.1.0") +unload("intel-classic/2023.2.0") +load("intel-oneapi/2023.2.0") setenv("I_MPI_CC", "icx") setenv("I_MPI_CXX", "icpx") @@ -37,4 +37,4 @@ setenv("I_MPI_F90", "ifx") setenv("CC","cc") setenv("CXX","CC") setenv("FC","ftn") -setenv("CMAKE_Platform","gaea.intelllvm") +setenv("CMAKE_Platform","gaeac6.intelllvm")