From e0fadf426b767aaa0d4fafafa259fbfa1ce1a4b0 Mon Sep 17 00:00:00 2001 From: Donato Capitella Date: Mon, 23 Feb 2026 18:19:15 +0000 Subject: [PATCH] force egaer mode to make gemma stable --- scripts/models.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scripts/models.py b/scripts/models.py index a1267b6..d80e7b5 100644 --- a/scripts/models.py +++ b/scripts/models.py @@ -10,6 +10,7 @@ MODEL_TABLE = { "google/gemma-3-12b-it": { "trust_remote": False, + "enforce_eager": True, "valid_tp": [1, 2], "max_num_seqs": "64", "max_tokens": "32768"