# Single-node allreduce configuration for 8 ranks, 1 node - use working algorithm/protocol combinations - 8B-128M # Small allreduce: tree/ll (8 bytes to 64K) allreduce,8,65536,tree,ll,2,1,8,-1,-1 # Medium allreduce: ring/ll128 (64K to 16M) allreduce,65537,16777216,ring,ll128,4,1,8,-1,-1 # Large allreduce: ring/simple (16M to 128M) allreduce,16777217,134217728,ring,simple,6,1,8,-1,-1 # Single-node broadcast configuration for 8 ranks, 1 node - use ring algorithm (supported for broadcast) - 8B-128M # Small broadcast: ring/ll (8 bytes to 64K) broadcast,8,65536,ring,ll,2,1,8,-1,-1 # Medium broadcast: ring/ll128 (64K to 16M) broadcast,65537,16777216,ring,ll128,4,1,8,-1,-1 # Large broadcast: ring/simple (16M to 128M) broadcast,16777217,134217728,ring,simple,6,1,8,-1,-1 # Single-node allgather configuration for 8 ranks, 1 node - use ring algorithm (supported for allgather) - 8B-128M # Small allgather: ring/ll (8 bytes to 64K) allgather,8,65536,ring,ll,2,1,8,-1,-1 # Medium allgather: ring/ll128 (64K to 16M) allgather,65537,16777216,ring,ll128,4,1,8,-1,-1 # Large allgather: ring/simple (16M to 128M) allgather,16777217,134217728,ring,simple,6,1,8,-1,-1 # Single-node reduce configuration for 8 ranks, 1 node - use ring algorithm (supported for reduce) - 8B-128M # Small reduce: ring/ll (8 bytes to 64K) reduce,8,65536,ring,ll,2,1,8,-1,-1 # Medium reduce: ring/ll128 (64K to 16M) reduce,65537,16777216,ring,ll128,4,1,8,-1,-1 # Large reduce: ring/simple (16M to 128M) reduce,16777217,134217728,ring,simple,6,1,8,-1,-1 # Single-node reducescatter configuration for 8 ranks, 1 node - use ring algorithm (supported for reducescatter) - 8B-128M # Small reducescatter: ring/ll (8 bytes to 64K) reducescatter,8,65536,ring,ll,2,1,8,-1,-1 # Medium reducescatter: ring/ll128 (64K to 16M) reducescatter,65537,16777216,ring,ll128,4,1,8,-1,-1 # Large reducescatter: ring/simple (16M to 128M) reducescatter,16777217,134217728,ring,simple,6,1,8,-1,-1