Ameya Keshava Mallya
42d84317cf
git-subtree-dir: projects/rccl git-subtree-mainline:3fd8a0d393git-subtree-split:1f2f9f33ba
14 lines
546 B
Bash
14 lines
546 B
Bash
#!/bin/bash
|
|
|
|
SEQUENCE_LENGTHS=(50 128 256 512 1024 2048 4096)
|
|
ALL_REDUCE_ALGOS=(1 2 3 4)
|
|
|
|
HIP_DEV_FORCE_KERNARG=1
|
|
|
|
for SEQ_LEN in "${SEQUENCE_LENGTHS[@]}"; do
|
|
for ALGO in "${ALL_REDUCE_ALGOS[@]}"; do
|
|
echo "Running sequence length $SEQ_LEN with intra-node all_reduce $ALGO"
|
|
ENABLE_INTRA_NODE_COMM=1 rocprofv3 --hip-trace --kernel-trace --stats --output-format PFTRACE -d rocprof_trace/intranode_input"$SEQ_LEN"_allreduce"$ALGO"/ -- torchrun --nproc_per_node=8 all_reduce.py --sequence_lengths $SEQ_LEN --all_reduce $ALGO --tracing
|
|
done
|
|
done
|