Skip to content

Commit

Permalink
Merge branch 'master' of https://github.com/hpcraink/fsprj2
Browse files Browse the repository at this point in the history
  • Loading branch information
@PhilKoe
PhilKoe committed Jan 19, 2024
2 parents a87f098 + b1883e8 commit 030f566
Show file tree
Hide file tree
Showing 17 changed files with 662 additions and 13 deletions.
2 changes: 1 addition & 1 deletion libiotrace/scripts/testscripts/config/openfoam
View file
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
openfoam_config_file="openfoam_org_7"
openfoam_config_file="openfoam_com_2106"

77 changes: 77 additions & 0 deletions libiotrace/scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_16_worker
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,77 @@
# dependencies
test_source_configs=("influxdb" "gcc_mpi" "openfoam_com_2106")
test_source=("${test_openfoam_dir}/etc/bashrc")
test_modules=("compiler/gnu/${test_gcc_version}" "mpi/openmpi/${test_mpi_version}")
test_file_url=("https://bwsyncandshare.kit.edu/s/MQfkypzfHfmZZtM/download VirgilioRe22Pr7_Perfomance.zip")
test_unzip_files=("VirgilioRe22Pr7_Perfomance.zip")

# libiotrace
test_libiotrace_cmake_options=(
-DALL_WRAPPERS_ACTIVE=OFF
-DENABLE_FILESYSTEM_METADATA=OFF
-DENABLE_OUTPUT=INFLUXDB
-DENABLE_REMOTE_CONTROL=OFF
-DFILENAME_RESOLUTION_ENABLED=OFF
-DLOGGING=OFF
-DLOG_WRAPPER_TIME=OFF
-DREALTIME=ON
-DSENDING=ON
-DWITH_ALLOC=OFF
-DWITH_DL_IO=OFF
-DWITH_MPI_IO=OFF
-DWITH_POSIX_AIO=OFF
-DWITH_POSIX_IO=ON
-DWITH_STD_IO=OFF
)

# slurm
test_nodes=17
test_processes_per_worker=64
export test_processes_per_influxdb=60
test_mem="249600mb"
test_time="00:30:00"
test_queue_name="multiple_il"

# test script
test_script="./openFOAM_VirgilioRe22Pr7_Perfomance.sh"
export test_source_dir="${PWD}/VirgilioRe22Pr7_Perfomance"
export test_source_1="${test_source_dir}/1"
export test_source_constant="${test_source_dir}/constant"
export test_source_system="${test_source_dir}/system"
export test_end_time=1.001
# newline separated list of functions to trace
#export IOTRACE_WHITELIST_FUNCTIONS=""
export IOTRACE_WHITELIST_FUNCTIONS="
read
pread
pread64
write
pwrite
pwrite64
readv
writev
preadv
preadv64
pwritev
pwritev64
preadv2
preadv64v2
pwritev2
pwritev64v2
copy_file_range
getline
getdelim
fread
fwrite
fprintf
fwprintf
vfprintf
vfwprintf
fscanf
fwscanf
vfscanf
vfwscanf"

# output
test_name="3_nodes_VirgilioRe22Pr7_Perfomance"
export IOTRACE_LOG_NAME=openFOAM_VirgilioRe22Pr7_Perfomance_test1
81 changes: 81 additions & 0 deletions ...scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_16_worker_measurement
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
# dependencies
test_source_configs=("influxdb" "gcc_mpi" "openfoam_com_2106")
test_source=("${test_openfoam_dir}/etc/bashrc")
test_modules=("compiler/gnu/${test_gcc_version}" "mpi/openmpi/${test_mpi_version}")
test_file_url=("https://bwsyncandshare.kit.edu/s/MQfkypzfHfmZZtM/download VirgilioRe22Pr7_Perfomance.zip")
test_unzip_files=("VirgilioRe22Pr7_Perfomance.zip")

# libiotrace
test_libiotrace_cmake_options=(
-DALL_WRAPPERS_ACTIVE=OFF
-DENABLE_FILESYSTEM_METADATA=OFF
-DENABLE_OUTPUT=INFLUXDB
-DENABLE_REMOTE_CONTROL=OFF
-DFILENAME_RESOLUTION_ENABLED=OFF
-DLOGGING=OFF
-DLOG_WRAPPER_TIME=OFF
-DREALTIME=ON
-DSENDING=ON
-DWITH_ALLOC=OFF
-DWITH_DL_IO=OFF
-DWITH_MPI_IO=OFF
-DWITH_POSIX_AIO=OFF
-DWITH_POSIX_IO=ON
-DWITH_STD_IO=OFF
)

# slurm
test_nodes=17
test_processes_per_worker=64
export test_network_interface=ib0
#export test_network_interface=eno2np1
export test_processes_per_influxdb=10
test_mem="249600mb"
test_time="05:00:00"
test_queue_name="multiple_il"

# test script
test_script="./openFOAM_VirgilioRe22Pr7_Perfomance_measurement.sh"
export test_source_dir="${PWD}/VirgilioRe22Pr7_Perfomance"
export test_source_1="${test_source_dir}/1"
export test_source_constant="${test_source_dir}/constant"
export test_source_system="${test_source_dir}/system"
export test_end_time=1.001
export test_iterations=20
# newline separated list of functions to trace
#export IOTRACE_WHITELIST_FUNCTIONS=""
export IOTRACE_WHITELIST_FUNCTIONS="
read
pread
pread64
write
pwrite
pwrite64
readv
writev
preadv
preadv64
pwritev
pwritev64
preadv2
preadv64v2
pwritev2
pwritev64v2
copy_file_range
getline
getdelim
fread
fwrite
fprintf
fwprintf
vfprintf
vfwprintf
fscanf
fwscanf
vfscanf
vfwscanf"

# output
test_name="3_nodes_VirgilioRe22Pr7_Perfomance"
export IOTRACE_LOG_NAME=openFOAM_VirgilioRe22Pr7_Perfomance_test1
export performance_data_file=${PWD}/performance_test
77 changes: 77 additions & 0 deletions libiotrace/scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_1_worker
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,77 @@
# dependencies
test_source_configs=("influxdb" "gcc_mpi" "openfoam_com_2106")
test_source=("${test_openfoam_dir}/etc/bashrc")
test_modules=("compiler/gnu/${test_gcc_version}" "mpi/openmpi/${test_mpi_version}")
test_file_url=("https://bwsyncandshare.kit.edu/s/MQfkypzfHfmZZtM/download VirgilioRe22Pr7_Perfomance.zip")
test_unzip_files=("VirgilioRe22Pr7_Perfomance.zip")

# libiotrace
test_libiotrace_cmake_options=(
-DALL_WRAPPERS_ACTIVE=OFF
-DENABLE_FILESYSTEM_METADATA=OFF
-DENABLE_OUTPUT=INFLUXDB
-DENABLE_REMOTE_CONTROL=OFF
-DFILENAME_RESOLUTION_ENABLED=OFF
-DLOGGING=OFF
-DLOG_WRAPPER_TIME=OFF
-DREALTIME=ON
-DSENDING=ON
-DWITH_ALLOC=OFF
-DWITH_DL_IO=OFF
-DWITH_MPI_IO=OFF
-DWITH_POSIX_AIO=OFF
-DWITH_POSIX_IO=ON
-DWITH_STD_IO=OFF
)

# slurm
test_nodes=2
test_processes_per_worker=64
export test_processes_per_influxdb=60
test_mem="249600mb"
test_time="00:30:00"
test_queue_name="dev_multiple_il"

# test script
test_script="./openFOAM_VirgilioRe22Pr7_Perfomance.sh"
export test_source_dir="${PWD}/VirgilioRe22Pr7_Perfomance"
export test_source_1="${test_source_dir}/1"
export test_source_constant="${test_source_dir}/constant"
export test_source_system="${test_source_dir}/system"
export test_end_time=1.001
# newline separated list of functions to trace
#export IOTRACE_WHITELIST_FUNCTIONS=""
export IOTRACE_WHITELIST_FUNCTIONS="
read
pread
pread64
write
pwrite
pwrite64
readv
writev
preadv
preadv64
pwritev
pwritev64
preadv2
preadv64v2
pwritev2
pwritev64v2
copy_file_range
getline
getdelim
fread
fwrite
fprintf
fwprintf
vfprintf
vfwprintf
fscanf
fwscanf
vfscanf
vfwscanf"

# output
test_name="3_nodes_VirgilioRe22Pr7_Perfomance"
export IOTRACE_LOG_NAME=openFOAM_VirgilioRe22Pr7_Perfomance_test1
81 changes: 81 additions & 0 deletions .../scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_1_worker_measurement
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
# dependencies
test_source_configs=("influxdb" "gcc_mpi" "openfoam_com_2106")
test_source=("${test_openfoam_dir}/etc/bashrc")
test_modules=("compiler/gnu/${test_gcc_version}" "mpi/openmpi/${test_mpi_version}")
test_file_url=("https://bwsyncandshare.kit.edu/s/MQfkypzfHfmZZtM/download VirgilioRe22Pr7_Perfomance.zip")
test_unzip_files=("VirgilioRe22Pr7_Perfomance.zip")

# libiotrace
test_libiotrace_cmake_options=(
-DALL_WRAPPERS_ACTIVE=OFF
-DENABLE_FILESYSTEM_METADATA=OFF
-DENABLE_OUTPUT=INFLUXDB
-DENABLE_REMOTE_CONTROL=OFF
-DFILENAME_RESOLUTION_ENABLED=OFF
-DLOGGING=OFF
-DLOG_WRAPPER_TIME=OFF
-DREALTIME=ON
-DSENDING=ON
-DWITH_ALLOC=OFF
-DWITH_DL_IO=OFF
-DWITH_MPI_IO=OFF
-DWITH_POSIX_AIO=OFF
-DWITH_POSIX_IO=ON
-DWITH_STD_IO=OFF
)

# slurm
test_nodes=2
test_processes_per_worker=64
export test_network_interface=ib0
#export test_network_interface=eno2np1
export test_processes_per_influxdb=80
test_mem="249600mb"
test_time="05:00:00"
test_queue_name="multiple_il"

# test script
test_script="./openFOAM_VirgilioRe22Pr7_Perfomance_measurement.sh"
export test_source_dir="${PWD}/VirgilioRe22Pr7_Perfomance"
export test_source_1="${test_source_dir}/1"
export test_source_constant="${test_source_dir}/constant"
export test_source_system="${test_source_dir}/system"
export test_end_time=1.001
export test_iterations=20
# newline separated list of functions to trace
#export IOTRACE_WHITELIST_FUNCTIONS=""
export IOTRACE_WHITELIST_FUNCTIONS="
read
pread
pread64
write
pwrite
pwrite64
readv
writev
preadv
preadv64
pwritev
pwritev64
preadv2
preadv64v2
pwritev2
pwritev64v2
copy_file_range
getline
getdelim
fread
fwrite
fprintf
fwprintf
vfprintf
vfwprintf
fscanf
fwscanf
vfscanf
vfwscanf"

# output
test_name="3_nodes_VirgilioRe22Pr7_Perfomance"
export IOTRACE_LOG_NAME=openFOAM_VirgilioRe22Pr7_Perfomance_test1
export performance_data_file=${PWD}/performance_test
6 changes: 3 additions & 3 deletions libiotrace/scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_2_worker
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,8 @@ test_libiotrace_cmake_options=(

# slurm
test_nodes=3
test_processes_per_worker=40
export test_processes_per_influxdb=40
test_processes_per_worker=64
export test_processes_per_influxdb=60
test_mem="249600mb"
test_time="00:30:00"
test_queue_name="dev_multiple_il"
Expand All @@ -38,7 +38,7 @@ export test_source_dir="${PWD}/VirgilioRe22Pr7_Perfomance"
export test_source_1="${test_source_dir}/1"
export test_source_constant="${test_source_dir}/constant"
export test_source_system="${test_source_dir}/system"
export test_end_time=1.005
export test_end_time=1.001
# newline separated list of functions to trace
#export IOTRACE_WHITELIST_FUNCTIONS=""
export IOTRACE_WHITELIST_FUNCTIONS="
Expand Down
4 changes: 3 additions & 1 deletion .../scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_2_worker_measurement
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,9 @@ test_libiotrace_cmake_options=(

# slurm
test_nodes=3
test_processes_per_worker=40
test_processes_per_worker=64
export test_network_interface=ib0
#export test_network_interface=eno2np1
export test_processes_per_influxdb=80
test_mem="249600mb"
test_time="05:00:00"
Expand Down
6 changes: 3 additions & 3 deletions libiotrace/scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_4_worker
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,8 @@ test_libiotrace_cmake_options=(

# slurm
test_nodes=5
test_processes_per_worker=40
export test_processes_per_influxdb=40
test_processes_per_worker=64
export test_processes_per_influxdb=60
test_mem="249600mb"
test_time="00:30:00"
test_queue_name="multiple_il"
Expand All @@ -38,7 +38,7 @@ export test_source_dir="${PWD}/VirgilioRe22Pr7_Perfomance"
export test_source_1="${test_source_dir}/1"
export test_source_constant="${test_source_dir}/constant"
export test_source_system="${test_source_dir}/system"
export test_end_time=1.003
export test_end_time=1.001
# newline separated list of functions to trace
#export IOTRACE_WHITELIST_FUNCTIONS=""
export IOTRACE_WHITELIST_FUNCTIONS="
Expand Down
8 changes: 5 additions & 3 deletions .../scripts/testscripts/config/test_openFOAM_VirgilioRe22Pr7_Perfomance_4_worker_measurement
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,10 +26,12 @@ test_libiotrace_cmake_options=(

# slurm
test_nodes=5
test_processes_per_worker=40
export test_processes_per_influxdb=80
test_processes_per_worker=64
export test_network_interface=ib0
#export test_network_interface=eno2np1
export test_processes_per_influxdb=60
test_mem="249600mb"
test_time="03:00:00"
test_time="05:00:00"
test_queue_name="multiple_il"

# test script
Expand Down
Loading

0 comments on commit 030f566

Please sign in to comment.