diff --git a/bin/hipcc b/bin/hipcc
index 41f11a36b4..22923e5ec4 100755
--- a/bin/hipcc
+++ b/bin/hipcc
@@ -729,7 +729,9 @@ if ($HIP_PLATFORM eq "clang") {
     }
     if ($optArg ne "-O0") {
         $HIPCXXFLAGS .= " -mllvm -amdgpu-early-inline-all=true -mllvm -amdgpu-function-calls=false";
-        $HIPLDFLAGS .= " -mllvm -amdgpu-early-inline-all=true -mllvm -amdgpu-function-calls=false";
+        if ($needLDFLAGS and not $needCXXFLAGS) {
+            $HIPLDFLAGS .= " -mllvm -amdgpu-early-inline-all=true -mllvm -amdgpu-function-calls=false";
+        }
     }
     $HIP_DEVLIB_FLAGS = " --hip-device-lib-path=$DEVICE_LIB_PATH";
     $HIPCXXFLAGS .= " $HIP_DEVLIB_FLAGS";