From 8b0b99c860ca4ce09f310afc47bbf6acf650a69e Mon Sep 17 00:00:00 2001 From: fat-tire <528174+fat-tire@users.noreply.github.com> Date: Wed, 21 May 2025 23:28:41 -0700 Subject: [PATCH] Add Hammer and Phi4 models --- model_allowlist.json | 34 +++++++++++++++++++++++++++++++++- 1 file changed, 33 insertions(+), 1 deletion(-) diff --git a/model_allowlist.json b/model_allowlist.json index ba347ac..15ab919 100644 --- a/model_allowlist.json +++ b/model_allowlist.json @@ -61,7 +61,39 @@ "topK": 40, "topP": 0.95, "temperature": 1.0, - "maxTokens": 1024, + "maxTokens": 1280, + "accelerators": "gpu,cpu" + }, + "taskTypes": ["llm_chat", "llm_prompt_lab"] + }, + { + "name": "Hammer2.1-1.5b q8", + "modelId": "litert-community/Hammer2.1-1.5b", + "modelFile": "Hammer2.1-1.5b_multi-prefill-seq_q8_ekv1280.task", + "description": "Hammer 2.1 model with strong function calling capability. These models are based on the Qwen 2.5 coder series and utilize function masking techniques and other advanced technologies. Hammer 2.1 series bring significant enhancements, while still maintaining the basic functionality of Hammer 2.0's Single-Turn interaction and further strengthening other capabilities.", + "sizeInBytes": 1625493432, + "version": "4e4a594e06ead9ad93e5a09a60eeea932561136cef0edd572d258144b42de6a2", + "defaultConfig": { + "topK": 40, + "topP": 0.95, + "temperature": 0.0, + "maxTokens": 1280, + "accelerators": "gpu,cpu" + }, + "taskTypes": ["llm_chat", "llm_prompt_lab"] + }, + { + "name": "Phi-4-mini-instruct q8", + "modelId": "litert-community/Phi-4-mini-instruct", + "modelFile": "Phi-4-mini-instruct_multi-prefill-seq_q8_ekv1280.task", + "description": "Phi-4-mini-instruct is a lightweight open model built upon synthetic data and filtered publicly available websites - with a focus on high-quality, reasoning dense data. The model belongs to the Phi-4 model family and supports 128K token context length.", + "sizeInBytes": 3944275882, + "version": "e494f9e827fbf47ac271d67dde77308f4a7683ad1ff630ab5bec926f17573b5f", + "defaultConfig": { + "topK": 40, + "topP": 0.95, + "temperature": 0.0, + "maxTokens": 1280, "accelerators": "cpu" }, "taskTypes": ["llm_chat", "llm_prompt_lab"]