diff --git a/model_allowlist.json b/model_allowlist.json index 8fbc7ce..380e922 100644 --- a/model_allowlist.json +++ b/model_allowlist.json @@ -12,6 +12,7 @@ "topK": 64, "topP": 0.95, "temperature": 1.0, + "maxTokens": 4096, "accelerators": "cpu,gpu" }, "taskTypes": ["llm_chat", "llm_prompt_lab", "llm_ask_image"] @@ -28,6 +29,7 @@ "topK": 64, "topP": 0.95, "temperature": 1.0, + "maxTokens": 4096, "accelerators": "cpu,gpu" }, "taskTypes": ["llm_chat", "llm_prompt_lab", "llm_ask_image"]