Add device synchronization before destroying proxy thread. (#1631)
This commit ensures that GPU finishes all kernel before destroying communicator thread.
This commit is contained in:
committed by
GitHub
parent
e40ff4f84a
commit
52654e2301
@@ -1702,6 +1702,7 @@ void* ncclProxyService(void* _args) {
|
||||
}
|
||||
|
||||
// Wait for all operations to complete and stop progress thread before freeing any resource
|
||||
hipDeviceSynchronize();
|
||||
if (ncclProxyProgressDestroy(proxyState) != ncclSuccess) {
|
||||
WARN("[Proxy Service] proxyDestroy failed");
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user