diff --git a/model_allowlist.json b/model_allowlist.json index 6c21c02..ba347ac 100644 --- a/model_allowlist.json +++ b/model_allowlist.json @@ -45,6 +45,7 @@ "topK": 64, "topP": 0.95, "temperature": 1.0, + "maxTokens": 1024, "accelerators": "gpu,cpu" }, "taskTypes": ["llm_chat", "llm_prompt_lab"] @@ -60,6 +61,7 @@ "topK": 40, "topP": 0.95, "temperature": 1.0, + "maxTokens": 1024, "accelerators": "cpu" }, "taskTypes": ["llm_chat", "llm_prompt_lab"]