SWDEV-311271 - Release freed memory from MemPools

Runtime has to release extra memory, held by the pools,
in synchronization points for event, stream or device.

Change-Id: Id533a5e1d137812aa72bdfe101b4b333c6a43d66
Этот коммит содержится в:
German Andryeyev
2023-12-19 11:54:29 -05:00
коммит произвёл Rahul Garg
родитель adf9406a16
Коммит 3fa4e31180
6 изменённых файлов: 23 добавлений и 13 удалений
+9 -1
Просмотреть файл
@@ -139,6 +139,8 @@ void Stream::SyncAllStreams(int deviceId, bool cpu_wait) {
it->finish(cpu_wait);
it->release();
}
// Release freed memory for all memory pools on the device
g_devices[deviceId]->ReleaseFreedMemory();
}
// ================================================================================================
@@ -450,8 +452,14 @@ hipError_t hipStreamSynchronize_common(hipStream_t stream) {
}
bool wait = (stream == nullptr) ? true : false;
constexpr bool kDontWaitForCpu = false;
auto hip_stream = hip::getStream(stream, wait);
// Wait for the current host queue
hip::getStream(stream, wait)->finish(kDontWaitForCpu);
hip_stream->finish(kDontWaitForCpu);
// Release freed memory for all memory pools on the device
hip_stream->GetDevice()->ReleaseFreedMemory();
return hipSuccess;
}