Skip to content

Commit

Permalink
Fix NIC binding in scripts.
Browse files Browse the repository at this point in the history
  • Loading branch information
@elliottslaughter
elliottslaughter committed Oct 5, 2023
1 parent bf4e3aa commit 50d1f33
Show file tree
Hide file tree
Showing 9 changed files with 51 additions and 18 deletions.
6 changes: 3 additions & 3 deletions ...ents/frontier_metg_compute/metg_legion.sh → ...rontier_metg_compute/metg_legion_rank1.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -61,9 +61,9 @@ function sweep {
for n in $SLURM_JOB_NUM_NODES; do
for g in ${NGRAPHS:-1}; do
for t in ${PATTERN:-stencil_1d}; do
sweep launch_util_0 $n $g $t > legion_util_0_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > legion_util_1_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_2 $n $g $t > legion_util_2_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_0 $n $g $t > legion_util_0_rank1_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > legion_util_1_rank1_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_2 $n $g $t > legion_util_2_rank1_ngraphs_${g}_type_${t}_nodes_${n}.log
done
done
done
11 changes: 8 additions & 3 deletions ...ontier_metg_compute/metg_legion_socket.sh → ...rontier_metg_compute/metg_legion_rank2.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,11 @@
total_cores=56
cores=$(( $total_cores - 4 ))

export GASNET_OFI_DEVICE_TYPE=Node
export GASNET_OFI_DEVICE_0=dummy # https://gasnet-bugs.lbl.gov/bugzilla/show_bug.cgi?id=4669
export GASNET_OFI_DEVICE_0_1=cxi1
export GASNET_OFI_DEVICE_2_3=cxi0

function launch_util_0 {
memoize="-dm:memoize -lg:parallel_replay $(( cores / 2 ))"
srun_flags=
Expand Down Expand Up @@ -61,9 +66,9 @@ function sweep {
for n in $SLURM_JOB_NUM_NODES; do
for g in ${NGRAPHS:-1}; do
for t in ${PATTERN:-stencil_1d}; do
# sweep launch_util_0 $n $g $t > legion_util_0_socket_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > legion_util_1_socket_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > legion_util_2_socket_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_0 $n $g $t > legion_util_0_rank2_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > legion_util_1_rank2_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > legion_util_2_rank2_ngraphs_${g}_type_${t}_nodes_${n}.log
done
done
done
12 changes: 9 additions & 3 deletions ...frontier_metg_compute/metg_legion_quad.sh → ...rontier_metg_compute/metg_legion_rank4.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,12 @@
total_cores=56
cores=$(( $total_cores - 8 ))

export GASNET_OFI_DEVICE_TYPE=Node
export GASNET_OFI_DEVICE_0=cxi2
export GASNET_OFI_DEVICE_1=cxi1
export GASNET_OFI_DEVICE_2=cxi3
export GASNET_OFI_DEVICE_3=cxi0

function launch_util_0 {
memoize="-dm:memoize -lg:parallel_replay $(( cores / 4 ))"
srun_flags=
Expand Down Expand Up @@ -61,9 +67,9 @@ function sweep {
for n in $SLURM_JOB_NUM_NODES; do
for g in ${NGRAPHS:-1}; do
for t in ${PATTERN:-stencil_1d}; do
# sweep launch_util_0 $n $g $t > legion_util_0_quad_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > legion_util_1_quad_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > legion_util_2_quad_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_0 $n $g $t > legion_util_0_rank4_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > legion_util_1_rank4_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > legion_util_2_rank4_ngraphs_${g}_type_${t}_nodes_${n}.log
done
done
done
0 ...ments/frontier_metg_compute/metg_realm.sh → ...frontier_metg_compute/metg_realm_rank1.sh
View file
File renamed without changes.
6 changes: 6 additions & 0 deletions .../frontier_metg_compute/metg_realm_quad.sh → ...frontier_metg_compute/metg_realm_rank4.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,12 @@
total_cores=56
cores=$(( $total_cores - 4 ))

export GASNET_OFI_DEVICE_TYPE=Node
export GASNET_OFI_DEVICE_0=cxi2
export GASNET_OFI_DEVICE_1=cxi1
export GASNET_OFI_DEVICE_2=cxi3
export GASNET_OFI_DEVICE_3=cxi0

function launch {
srun_flags=
if (( $1 == 1 )); then
Expand Down
5 changes: 5 additions & 0 deletions ...rontier_metg_compute/metg_realm_socket.sh → ...rontier_metg_compute/metg_realm_ranks2.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,11 @@
total_cores=56
cores=$(( $total_cores - 2 ))

export GASNET_OFI_DEVICE_TYPE=Node
export GASNET_OFI_DEVICE_0=dummy # https://gasnet-bugs.lbl.gov/bugzilla/show_bug.cgi?id=4669
export GASNET_OFI_DEVICE_0_1=cxi1
export GASNET_OFI_DEVICE_2_3=cxi0

function launch {
srun_flags=
if (( $1 == 1 )); then
Expand Down
6 changes: 3 additions & 3 deletions ...ents/frontier_metg_compute/metg_regent.sh → ...rontier_metg_compute/metg_regent_rank1.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -61,9 +61,9 @@ function sweep {
for n in $SLURM_JOB_NUM_NODES; do
for g in ${NGRAPHS:-1}; do
for t in ${PATTERN:-stencil_1d}; do
# sweep launch_util_0 $n $g $t > regent${VARIANT+_}${VARIANT}_util_0_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > regent${VARIANT+_}${VARIANT_}_util_1_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > regent${VARIANT+_}${VARIANT}_util_2_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_0 $n $g $t > regent${VARIANT+_}${VARIANT}_util_0_rank1_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > regent${VARIANT+_}${VARIANT_}_util_1_rank1_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > regent${VARIANT+_}${VARIANT}_util_2_rank1_ngraphs_${g}_type_${t}_nodes_${n}.log
done
done
done
11 changes: 8 additions & 3 deletions ...ontier_metg_compute/metg_regent_socket.sh → ...rontier_metg_compute/metg_regent_rank2.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,11 @@
total_cores=56
cores=$(( $total_cores - 4 ))

export GASNET_OFI_DEVICE_TYPE=Node
export GASNET_OFI_DEVICE_0=dummy # https://gasnet-bugs.lbl.gov/bugzilla/show_bug.cgi?id=4669
export GASNET_OFI_DEVICE_0_1=cxi1
export GASNET_OFI_DEVICE_2_3=cxi0

function launch_util_0 {
memoize="-dm:memoize -lg:parallel_replay $(( cores / 2 ))"
srun_flags=
Expand Down Expand Up @@ -61,9 +66,9 @@ function sweep {
for n in $SLURM_JOB_NUM_NODES; do
for g in ${NGRAPHS:-1}; do
for t in ${PATTERN:-stencil_1d}; do
# sweep launch_util_0 $n $g $t > regent${VARIANT+_}${VARIANT}_util_0_socket_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > regent${VARIANT+_}${VARIANT}_util_1_socket_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > regent${VARIANT+_}${VARIANT}_util_2_socket_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_0 $n $g $t > regent${VARIANT+_}${VARIANT}_util_0_rank2_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > regent${VARIANT+_}${VARIANT}_util_1_rank2_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > regent${VARIANT+_}${VARIANT}_util_2_rank2_ngraphs_${g}_type_${t}_nodes_${n}.log
done
done
done
12 changes: 9 additions & 3 deletions ...frontier_metg_compute/metg_regent_quad.sh → ...rontier_metg_compute/metg_regent_rank4.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,12 @@
total_cores=56
cores=$(( $total_cores - 8 ))

export GASNET_OFI_DEVICE_TYPE=Node
export GASNET_OFI_DEVICE_0=cxi2
export GASNET_OFI_DEVICE_1=cxi1
export GASNET_OFI_DEVICE_2=cxi3
export GASNET_OFI_DEVICE_3=cxi0

function launch_util_0 {
memoize="-dm:memoize -lg:parallel_replay $(( cores / 4 ))"
srun_flags=
Expand Down Expand Up @@ -61,9 +67,9 @@ function sweep {
for n in $SLURM_JOB_NUM_NODES; do
for g in ${NGRAPHS:-1}; do
for t in ${PATTERN:-stencil_1d}; do
# sweep launch_util_0 $n $g $t > regent${VARIANT+_}${VARIANT}_util_0_quad_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > regent${VARIANT+_}${VARIANT}_util_1_quad_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > regent${VARIANT+_}${VARIANT}_util_2_quad_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_0 $n $g $t > regent${VARIANT+_}${VARIANT}_util_0_rank4_ngraphs_${g}_type_${t}_nodes_${n}.log
# sweep launch_util_1 $n $g $t > regent${VARIANT+_}${VARIANT}_util_1_rank4_ngraphs_${g}_type_${t}_nodes_${n}.log
sweep launch_util_2 $n $g $t > regent${VARIANT+_}${VARIANT}_util_2_rank4_ngraphs_${g}_type_${t}_nodes_${n}.log
done
done
done

0 comments on commit 50d1f33

Please sign in to comment.