Kapil S. Pawar
c4d7680749
* Add functional tests for CSV Tuner Plugin
* Updated directory structure
* Updated and renamed directories
* Updated csv conf files
* Updated readme
* Updated readme
* Updated readme
[ROCm/rccl commit: c8da880dc7]
39 라인
1.9 KiB
Plaintext
39 라인
1.9 KiB
Plaintext
# Single-node allreduce configuration for 8 ranks, 1 node - use working algorithm/protocol combinations - 8B-128M
|
|
# Small allreduce: tree/ll (8 bytes to 64K)
|
|
allreduce,8,65536,tree,ll,2,1,8,-1,-1
|
|
# Medium allreduce: ring/ll128 (64K to 16M)
|
|
allreduce,65537,16777216,ring,ll128,4,1,8,-1,-1
|
|
# Large allreduce: ring/simple (16M to 128M)
|
|
allreduce,16777217,134217728,ring,simple,6,1,8,-1,-1
|
|
|
|
# Single-node broadcast configuration for 8 ranks, 1 node - use ring algorithm (supported for broadcast) - 8B-128M
|
|
# Small broadcast: ring/ll (8 bytes to 64K)
|
|
broadcast,8,65536,ring,ll,2,1,8,-1,-1
|
|
# Medium broadcast: ring/ll128 (64K to 16M)
|
|
broadcast,65537,16777216,ring,ll128,4,1,8,-1,-1
|
|
# Large broadcast: ring/simple (16M to 128M)
|
|
broadcast,16777217,134217728,ring,simple,6,1,8,-1,-1
|
|
|
|
# Single-node allgather configuration for 8 ranks, 1 node - use ring algorithm (supported for allgather) - 8B-128M
|
|
# Small allgather: ring/ll (8 bytes to 64K)
|
|
allgather,8,65536,ring,ll,2,1,8,-1,-1
|
|
# Medium allgather: ring/ll128 (64K to 16M)
|
|
allgather,65537,16777216,ring,ll128,4,1,8,-1,-1
|
|
# Large allgather: ring/simple (16M to 128M)
|
|
allgather,16777217,134217728,ring,simple,6,1,8,-1,-1
|
|
|
|
# Single-node reduce configuration for 8 ranks, 1 node - use ring algorithm (supported for reduce) - 8B-128M
|
|
# Small reduce: ring/ll (8 bytes to 64K)
|
|
reduce,8,65536,ring,ll,2,1,8,-1,-1
|
|
# Medium reduce: ring/ll128 (64K to 16M)
|
|
reduce,65537,16777216,ring,ll128,4,1,8,-1,-1
|
|
# Large reduce: ring/simple (16M to 128M)
|
|
reduce,16777217,134217728,ring,simple,6,1,8,-1,-1
|
|
|
|
# Single-node reducescatter configuration for 8 ranks, 1 node - use ring algorithm (supported for reducescatter) - 8B-128M
|
|
# Small reducescatter: ring/ll (8 bytes to 64K)
|
|
reducescatter,8,65536,ring,ll,2,1,8,-1,-1
|
|
# Medium reducescatter: ring/ll128 (64K to 16M)
|
|
reducescatter,65537,16777216,ring,ll128,4,1,8,-1,-1
|
|
# Large reducescatter: ring/simple (16M to 128M)
|
|
reducescatter,16777217,134217728,ring,simple,6,1,8,-1,-1 |