From 71e5e9da42bce1734313c5f8a6fde0fe858a7a13 Mon Sep 17 00:00:00 2001 From: Jing Jin <8752427+jinjingforever@users.noreply.github.com> Date: Wed, 21 May 2025 11:18:17 -0700 Subject: [PATCH] Update model_allowlist.json --- model_allowlist.json | 2 ++ 1 file changed, 2 insertions(+) diff --git a/model_allowlist.json b/model_allowlist.json index 6c21c02..ba347ac 100644 --- a/model_allowlist.json +++ b/model_allowlist.json @@ -45,6 +45,7 @@ "topK": 64, "topP": 0.95, "temperature": 1.0, + "maxTokens": 1024, "accelerators": "gpu,cpu" }, "taskTypes": ["llm_chat", "llm_prompt_lab"] @@ -60,6 +61,7 @@ "topK": 40, "topP": 0.95, "temperature": 1.0, + "maxTokens": 1024, "accelerators": "cpu" }, "taskTypes": ["llm_chat", "llm_prompt_lab"]