SWDEV-231701 - Remove amd::memory->svm_ptr from MemObj, instead of the ptr to the object.

Change-Id: I5aab450a2320cfa5417c284e2a8454102df6f99d

rocclr/hip_memory.cpp

@@ -2026,7 +2026,12 @@ hipError_t hipIpcCloseMemHandle(void* dev_ptr) {
   }
 
   /* Remove the memory from MemObjMap */
-  amd::MemObjMap::RemoveMemObj(amd_mem_obj);
+  if (amd_mem_obj->getSvmPtr() != nullptr) {
+    amd::MemObjMap::RemoveMemObj(amd_mem_obj->getSvmPtr());
+  } else {
+    DevLogPrintfError("Does not have SVM or Host Mem for 0x%x, crash here!", dev_ptr);
+    guarantee(false);
+  }
 
   /* detach the memory */
   if (!device->IpcDetach(*amd_mem_obj)){