AI/rocm-systems
2
0
Форкнуть 0
Код Задачи Запросы на слияние Действия Пакеты Проекты Релизы Вики Активность

msccl: disable 1-shot xmls (#1375)

Просмотр исходного кода 
MSCCL 1-shot xmls may cause different output values on different ranks.
Disabling them for now to avoid undefined behavior in applications.
Этот коммит содержится в:
Wenkai Du
2024-10-14 15:10:53 -07:00
коммит произвёл GitHub
родитель a680e329e6
Коммит 62d10fdc25
7 изменённых файлов: 2 добавлений и 43550 удалений
Скачать Patch файл Скачать Diff файл Показать все файлы Свернуть все файлы
tools/msccl-algorithms/allreduce-1step-4n-ll-1pass.xml
-306
Просмотреть файл
@@ -1,306 +0,0 @@
<algo name="allreduce_pairs" proto="LL" nchannels="2" nchunksperloop="8" ngpus="4" coll="allreduce" inplace="1" outofplace="0" minBytes="2048" maxBytes="13312">
<gpu id="0" i_chunks="8" o_chunks="0" s_chunks="24">
<tb id="0" send="-1" recv="-1" chan="0">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="0" dstbuf="i" dstoff="0" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="4" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="8" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="1" send="-1" recv="-1" chan="1">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="12" dstbuf="i" dstoff="4" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="16" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="20" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="2" send="1" recv="1" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="1" dstbuf="i" dstoff="1" cnt="1" depid="4" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="5" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="9" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="3" send="1" recv="1" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="13" dstbuf="i" dstoff="5" cnt="1" depid="5" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="17" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="21" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="4" send="2" recv="2" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="2" dstbuf="i" dstoff="2" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="6" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="10" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="5" send="2" recv="2" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="14" dstbuf="i" dstoff="6" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="18" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="22" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="6" send="3" recv="3" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="3" dstbuf="i" dstoff="3" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="7" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="11" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="7" send="3" recv="3" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="15" dstbuf="i" dstoff="7" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="19" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="23" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
</gpu>
<gpu id="1" i_chunks="8" o_chunks="0" s_chunks="24">
<tb id="0" send="-1" recv="-1" chan="0">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="1" dstbuf="i" dstoff="1" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="5" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="9" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="1" send="-1" recv="-1" chan="1">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="13" dstbuf="i" dstoff="5" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="17" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="21" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="2" send="0" recv="0" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="0" dstbuf="i" dstoff="0" cnt="1" depid="4" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="4" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="8" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="3" send="0" recv="0" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="12" dstbuf="i" dstoff="4" cnt="1" depid="5" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="16" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="20" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="4" send="2" recv="2" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="2" dstbuf="i" dstoff="2" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="6" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="10" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="5" send="2" recv="2" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="14" dstbuf="i" dstoff="6" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="18" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="22" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="6" send="3" recv="3" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="3" dstbuf="i" dstoff="3" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="7" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="11" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="7" send="3" recv="3" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="15" dstbuf="i" dstoff="7" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="19" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="23" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
</gpu>
<gpu id="2" i_chunks="8" o_chunks="0" s_chunks="24">
<tb id="0" send="-1" recv="-1" chan="0">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="2" dstbuf="i" dstoff="2" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="6" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="10" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="1" send="-1" recv="-1" chan="1">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="14" dstbuf="i" dstoff="6" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="18" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="22" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="2" send="0" recv="0" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="0" dstbuf="i" dstoff="0" cnt="1" depid="6" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="4" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="8" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="3" send="0" recv="0" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="12" dstbuf="i" dstoff="4" cnt="1" depid="7" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="16" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="20" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="4" send="1" recv="1" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="1" dstbuf="i" dstoff="1" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="5" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="9" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="5" send="1" recv="1" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="13" dstbuf="i" dstoff="5" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="17" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="21" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="6" send="3" recv="3" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="3" dstbuf="i" dstoff="3" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="7" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="11" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="7" send="3" recv="3" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="15" dstbuf="i" dstoff="7" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="19" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="23" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
</gpu>
<gpu id="3" i_chunks="8" o_chunks="0" s_chunks="24">
<tb id="0" send="-1" recv="-1" chan="0">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="3" dstbuf="i" dstoff="3" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="7" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="11" dstbuf="i" dstoff="3" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="1" send="-1" recv="-1" chan="1">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="1" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="15" dstbuf="i" dstoff="7" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="19" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="23" dstbuf="i" dstoff="7" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="2" send="0" recv="0" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="0" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="0" dstbuf="i" dstoff="0" cnt="1" depid="4" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="4" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="8" dstbuf="i" dstoff="0" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="3" send="0" recv="0" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="0"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="12" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="12" dstbuf="i" dstoff="4" cnt="1" depid="5" deps="0" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="16" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="7" type="re" srcbuf="s" srcoff="20" dstbuf="i" dstoff="4" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="4" send="1" recv="1" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="4" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="6" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="1" dstbuf="i" dstoff="1" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="5" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="9" dstbuf="i" dstoff="1" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="5" send="1" recv="1" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="16" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="7" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="13" dstbuf="i" dstoff="5" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="17" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="21" dstbuf="i" dstoff="5" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="6" send="2" recv="2" chan="0">
<step s="0" type="s" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="0" dstbuf="s" dstoff="8" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="4" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="2" dstbuf="i" dstoff="2" cnt="1" depid="2" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="6" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="10" dstbuf="i" dstoff="2" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
<tb id="7" send="2" recv="2" chan="1">
<step s="0" type="s" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="1" type="r" srcbuf="i" srcoff="4" dstbuf="s" dstoff="20" cnt="4" depid="-1" deps="-1" hasdep="1"/>
<step s="2" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="0" hasdep="0"/>
<step s="3" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="5" deps="1" hasdep="0"/>
<step s="4" type="re" srcbuf="s" srcoff="14" dstbuf="i" dstoff="6" cnt="1" depid="3" deps="1" hasdep="0"/>
<step s="5" type="re" srcbuf="s" srcoff="18" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
<step s="6" type="re" srcbuf="s" srcoff="22" dstbuf="i" dstoff="6" cnt="1" depid="-1" deps="-1" hasdep="0"/>
</tb>
</gpu>
</algo>
tools/msccl-algorithms/allreduce-allpairs-16n-16tb.xml
-11570
Просмотреть файл
Разница между файлами не показана из-за своего большого размера Загрузить разницу
tools/msccl-algorithms/allreduce-allpairs-16n-32tb.xml
-24068
Просмотреть файл
Разница между файлами не показана из-за своего большого размера Загрузить разницу
tools/msccl-algorithms/allreduce-allpairs-8n-ll-1pass-op.xml
-2178
Просмотреть файл
Разница между файлами не показана из-за своего большого размера Загрузить разницу
tools/msccl-algorithms/allreduce-allpairs-8n-ll-1pass.xml
-5426
Просмотреть файл
Разница между файлами не показана из-за своего большого размера Загрузить разницу
tools/msccl-algorithms/allreduce-allpairs-8n-ll-32tb-op.xml
+1 -1
Просмотреть файл
@@ -1,4 +1,4 @@
<algo name="allreduce_pairs" proto="LL" nchannels="4" nchunksperloop="256" ngpus="8" coll="allreduce" inplace="0" outofplace="1" minBytes="25600" maxBytes="65536">
<algo name="allreduce_pairs" proto="LL" nchannels="4" nchunksperloop="256" ngpus="8" coll="allreduce" inplace="0" outofplace="1" minBytes="0" maxBytes="65536">
<gpu id="0" i_chunks="256" o_chunks="256" s_chunks="224">
<tb id="0" send="-1" recv="-1" chan="0">
<step s="0" type="cpy" srcbuf="i" srcoff="0" dstbuf="o" dstoff="0" cnt="8" depid="-1" deps="-1" hasdep="1"/>
tools/msccl-algorithms/allreduce-allpairs-8n-ll-32tb.xml
+1 -1
Просмотреть файл
@@ -1,4 +1,4 @@
<algo name="allreduce_pairs" proto="LL" nchannels="4" nchunksperloop="256" ngpus="8" coll="allreduce" inplace="1" outofplace="0" minBytes="25600" maxBytes="65536">
<algo name="allreduce_pairs" proto="LL" nchannels="4" nchunksperloop="256" ngpus="8" coll="allreduce" inplace="1" outofplace="0" minBytes="0" maxBytes="65536">
<gpu id="0" i_chunks="256" o_chunks="0" s_chunks="224">
<tb id="0" send="-1" recv="-1" chan="0">
<step s="0" type="nop" srcbuf="i" srcoff="-1" dstbuf="o" dstoff="-1" cnt="0" depid="8" deps="1" hasdep="0"/>