diff --git a/projects/rocm-core/rocm-core.postinst b/projects/rocm-core/rocm-core.postinst
index 728f6e6ff5..9983886070 100755
--- a/projects/rocm-core/rocm-core.postinst
+++ b/projects/rocm-core/rocm-core.postinst
@@ -39,7 +39,8 @@ do_update_alternatives(){
     do
        if [ -d "$loc" ]
        then
-           update-alternatives --install "$loc/rocmmod@ROCM_VERSION@" "rocmod@ROCM_VERSION@" "@CPACK_PACKAGING_INSTALL_PREFIX@/@CMAKE_INSTALL_LIBDIR@/rocmmod" "$altscore"
+           mkdir -p "$loc/rocm"
+           update-alternatives --install "$loc/rocm/@ROCM_VERSION@" "rocmmod@ROCM_VERSION@" "@CPACK_PACKAGING_INSTALL_PREFIX@/@CMAKE_INSTALL_LIBDIR@/rocmmod" "$altscore"
            break;
        fi
     done
diff --git a/projects/rocm-core/rocm-core.prerm b/projects/rocm-core/rocm-core.prerm
index bb83e250bd..1fba7c9752 100755
--- a/projects/rocm-core/rocm-core.prerm
+++ b/projects/rocm-core/rocm-core.prerm
@@ -5,7 +5,7 @@ do_update_alternatives(){
     command -v update-alternatives >/dev/null || return 0
     # Update the /opt/rocm symlink
     update-alternatives --remove "rocm" "@CPACK_PACKAGING_INSTALL_PREFIX@"
-    update-alternatives --remove "rocmod@ROCM_VERSION@" "@CPACK_PACKAGING_INSTALL_PREFIX@/@CMAKE_INSTALL_LIBDIR@/rocmmod"|| true
+    update-alternatives --remove "rocmmod@ROCM_VERSION@" "@CPACK_PACKAGING_INSTALL_PREFIX@/@CMAKE_INSTALL_LIBDIR@/rocmmod"|| true
 }
 
 if [ -e /etc/lsb-release ] && source /etc/lsb-release && [ "$DISTRIB_ID" = "Ubuntu" ]