Skip to content

Commit

Permalink
Merge branch 'develop' into feature/rad-fix
Browse files Browse the repository at this point in the history
  • Loading branch information
LarissaReames-NOAA committed Feb 10, 2025
2 parents cd4f030 + d57779f commit 833d967
Show file tree
Hide file tree
Showing 28 changed files with 2,262 additions and 2,432 deletions.
4 changes: 2 additions & 2 deletions .cicd/scripts/disk_usage.sh
Original file line number Diff line number Diff line change
Expand Up @@ -25,10 +25,10 @@ echo "script_dir=${script_dir}"
declare workspace
if [[ -d "${WORKSPACE}/${UFS_PLATFORM}" ]]; then
workspace="${WORKSPACE}/${UFS_PLATFORM}"
outfile="${4:-${workspace}-${UFS_PLATFORM}-${UFS_COMPILER}-disk-usage${STAGE_NAME%% *}.csv}"
outfile="${4:-${WORKSPACE}/${UFS_PLATFORM}-${UFS_COMPILER}-disk-usage${STAGE_NAME%% *}.csv}"
else
workspace="$(cd -- "${script_dir}/../.." && pwd)"
outfile="${4:-${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-disk-usage${STAGE_NAME%% *}.csv}"
outfile="${4:-${WORKSPACE}/${UFS_PLATFORM}-${UFS_COMPILER}-disk-usage${STAGE_NAME%% *}.csv}"
fi
echo "workspace=${workspace}"
echo "outfile=${outfile}"
Expand Down
2 changes: 1 addition & 1 deletion .cicd/scripts/wm_build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ module list
echo "Pipeline Building WM on ${UFS_PLATFORM} ${UFS_COMPILER} with Account=${ACCNR}."
export CMAKE_FLAGS="-DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16"
/usr/bin/time -p \
-o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_build.json \
-o ${WORKSPACE:-$(pwd)}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_build.json \
-f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \
./build.sh | tee ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_build-log.txt
status=${PIPESTATUS[0]}
Expand Down
2 changes: 1 addition & 1 deletion .cicd/scripts/wm_init.sh
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,6 @@ fi
echo "machine_id=<${machine_id}>"

/usr/bin/time -p \
-o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_init.json \
-o ${WORKSPACE:-$(pwd)}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_init.json \
-f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \
pwd
4 changes: 2 additions & 2 deletions .cicd/scripts/wm_test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -102,7 +102,7 @@ if [[ ${WM_REGRESSION_TESTS} = true ]] ; then
ls -al .cicd/*
echo "Pipeline Creating Baseline Tests ${WM_OPERATIONAL_TESTS:=default} on ${UFS_PLATFORM} ${UFS_COMPILER}"
/usr/bin/time -p \
-o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_test.json \
-o ${WORKSPACE:-$(pwd)}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_test.json \
-f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \
./.cicd/scripts/create_baseline.sh | tee -a ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_test-log.txt
status=${PIPESTATUS[0]}
Expand All @@ -113,7 +113,7 @@ if [[ ${WM_REGRESSION_TESTS} = true ]] ; then
ls -al .cicd/*
echo "Pipeline Running Regression Tests ${WM_OPERATIONAL_TESTS:=default} on ${UFS_PLATFORM} ${UFS_COMPILER}"
/usr/bin/time -p \
-o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_test.json \
-o ${WORKSPACE:-$(pwd)}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_test.json \
-f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \
./.cicd/scripts/regression_test.sh | tee -a ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_test-log.txt
status=${PIPESTATUS[0]}
Expand Down
1 change: 0 additions & 1 deletion .github/pull_request_template.md
Original file line number Diff line number Diff line change
Expand Up @@ -145,7 +145,6 @@ Please delete what is not needed.
- [ ] Hera
- [ ] Orion
- [ ] Hercules
- [ ] Jet
- [ ] GaeaC5
- [ ] GaeaC6
- [ ] Derecho
Expand Down
32 changes: 0 additions & 32 deletions modulefiles/ufs_expanse.intel

This file was deleted.

20 changes: 0 additions & 20 deletions modulefiles/ufs_odin

This file was deleted.

55 changes: 0 additions & 55 deletions modulefiles/ufs_stampede.intel

This file was deleted.

2 changes: 1 addition & 1 deletion tests/bl_date.conf
Original file line number Diff line number Diff line change
@@ -1 +1 @@
export BL_DATE=20250129
export BL_DATE=20250205
26 changes: 0 additions & 26 deletions tests/default_vars.sh
Original file line number Diff line number Diff line change
Expand Up @@ -363,20 +363,6 @@ elif [[ ${MACHINE_ID} = derecho ]]; then
export WPG_cpl_atmw_gdas=24
export WAV_tasks_atmw_gdas=248

elif [[ ${MACHINE_ID} = stampede ]]; then

echo "Unknown MACHINE_ID ${MACHINE_ID}. Please update tasks configurations in default_vars.sh"
exit 1

# TPN_dflt=48 ; INPES_dflt=3 ; JNPES_dflt=8
# TPN_thrd=24 ; INPES_thrd=3 ; JNPES_thrd=4
# TPN_c384=20 ; INPES_c384=8 ; JNPES_c384=6
# TPN_c768=20 ; INPES_c768=8 ; JNPES_c768=16
# TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4

# TPN_cpl_atmw_gdas=12; INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8
# THRD_cpl_atmw_gdas=4; WPG_cpl_atmw_gdas=24; APB_cpl_atmw_gdas="0 311"; WPB_cpl_atmw_gdas="312 559"

elif [[ ${MACHINE_ID} = noaacloud ]] ; then

if [[ ${PW_CSP} == aws ]]; then
Expand Down Expand Up @@ -415,18 +401,6 @@ elif [[ ${MACHINE_ID} = noaacloud ]] ; then
export ICE_tasks_cpl_thrd=10
export WAV_tasks_cpl_thrd=12

elif [[ ${MACHINE_ID} = expanse ]]; then

echo "Unknown MACHINE_ID ${MACHINE_ID}. Please update tasks configurations in default_vars.sh"
exit 1

# TPN_dflt=64 ; INPES_dflt=3 ; JNPES_dflt=8
# TPN_thrd=64 ; INPES_thrd=3 ; JNPES_thrd=4
# TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4

# TPN_cpl_atmw_gdas=12; INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8
# THRD_cpl_atmw_gdas=2; WPG_cpl_atmw_gdas=24; APB_cpl_atmw_gdas="0 311"; WPB_cpl_atmw_gdas="312 559"

else

echo "Unknown MACHINE_ID ${MACHINE_ID}"
Expand Down
4 changes: 0 additions & 4 deletions tests/detect_machine.sh
Original file line number Diff line number Diff line change
Expand Up @@ -48,13 +48,9 @@ case $(hostname -f) in
derecho7.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho7
derecho8.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho8

login[1-4].stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede1-4

login[1-4].frontera.tacc.utexas.edu) MACHINE_ID=frontera ;; ### frontera1-4
c*.frontera.tacc.utexas.edu) MACHINE_ID=frontera ;; ### frontera compute

login0[1-2].expanse.sdsc.edu) MACHINE_ID=expanse ;; ### expanse1-2

discover3[1-5].prv.cube) MACHINE_ID=discover ;; ### discover31-35
*) MACHINE_ID=UNKNOWN ;; # Unknown platform
esac
Expand Down
40 changes: 0 additions & 40 deletions tests/fv3_conf/fv3_slurm.IN_expanse

This file was deleted.

43 changes: 0 additions & 43 deletions tests/fv3_conf/fv3_slurm.IN_stampede

This file was deleted.

Loading

0 comments on commit 833d967

Please sign in to comment.