diff --git a/projects/rocm-smi-lib/DEBIAN/prerm.in b/projects/rocm-smi-lib/DEBIAN/prerm.in
index b7bc04b85d..ed421211fa 100755
--- a/projects/rocm-smi-lib/DEBIAN/prerm.in
+++ b/projects/rocm-smi-lib/DEBIAN/prerm.in
@@ -10,9 +10,15 @@ rm_ldconfig() {
   fi
 }
 
+rm_pyc() {
+ # remove pyc file generated by python
+ rm -rf @CPACK_PACKAGING_INSTALL_PREFIX@/rocm_smi/bin/__pycache__
+}
+
 case "$1" in
   ( remove | upgrade)
     rm_ldconfig
+    rm_pyc
   ;;
   ( purge )
   ;;