diff --git a/DEBIAN/prerm.in b/DEBIAN/prerm.in
index e0aae8f396..3a4ab7ff26 100755
--- a/DEBIAN/prerm.in
+++ b/DEBIAN/prerm.in
@@ -36,6 +36,8 @@ return_logrotateToOrigConfig() {
 
 case "$1" in
   ( remove | upgrade)
+    # remove old gpuv-smi symlink
+    rm -f @CPACK_PACKAGING_INSTALL_PREFIX@/bin/gpuv-smi &> /dev/null
     rm_ldconfig
     rm_pyc
     rm_logFolder
diff --git a/RPM/preun.in b/RPM/preun.in
index 2b8654046e..f607a4ac7c 100755
--- a/RPM/preun.in
+++ b/RPM/preun.in
@@ -27,6 +27,8 @@ return_logrotateToOrigConfig() {
 
 if [ "$1" -le 1 ]; then
     # perform the below actions for rpm remove($1=0) or upgrade($1=1) operations
+    # remove old gpuv-smi symlink
+    rm -f @CPACK_PACKAGING_INSTALL_PREFIX@/bin/gpuv-smi &> /dev/null
     rm_pyc
     rm_logFolder
     return_logrotateToOrigConfig