diff --git a/src/common.cu b/src/common.cu
index 64f5e92263..98fa8dcfb7 100644
--- a/src/common.cu
+++ b/src/common.cu
@@ -1268,6 +1268,10 @@ testResult_t run() {
     free(comms);
   }
 
+  for (int i=0; i<nGpus*nThreads; i++) {
+    HIPCHECK(hipStreamDestroy(streams[i]));
+  }
+
   // Free off HIP allocated memory
   for (int i=0; i<nGpus*nThreads; i++) {
     if (memorytype == ncclHost) {