config: Add VLLM_DISABLE_COMPILE_CACHE=1 to environment variables across VLLM scripts.
This commit is contained in:
@@ -322,6 +322,7 @@ def configure_and_launch(model_idx, gpu_count):
|
||||
|
||||
# Env Vars
|
||||
env = os.environ.copy()
|
||||
env["VLLM_DISABLE_COMPILE_CACHE"] = "1"
|
||||
env.update(config.get("env", {}))
|
||||
|
||||
if use_rocm_attn:
|
||||
|
||||
Fai riferimento in un nuovo problema
Block a user