diff --git a/rocclr/runtime/device/cpu/cpudevice.cpp b/rocclr/runtime/device/cpu/cpudevice.cpp
index 0853eac3b0..b9435b9508 100644
--- a/rocclr/runtime/device/cpu/cpudevice.cpp
+++ b/rocclr/runtime/device/cpu/cpudevice.cpp
@@ -54,6 +54,10 @@ Device::tearDown()
 bool
 Device::init()
 {
+    // Allow disabling of the CPU device
+    if (CPU_MAX_COMPUTE_UNITS == 0)
+        return false;
+
     const char *library = getenv("COMPILER_LIBRARY");
     aclCompilerOptions opts = {
         sizeof(aclCompilerOptions_0_8),