servo/openai-harmony
1
0
Fork 0
mirror of https://github.com/openai/harmony.git synced 2025-08-24 13:17:08 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: meta_sep token and add to registry

Browse source
This commit is contained in:
Soumyadip Sarkar 2025-08-06 04:50:17 +05:30 • committed by GitHub
parent c044bf33f7
commit c505a03e9c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/registry.rs
View file

@ -66,6 +66,8 @@ pub fn load_harmony_encoding(name: HarmonyEncodingName) -> anyhow::Result<Harmon
(FormattingToken::EndMessageAssistantToTool, "<|call|>"),
(FormattingToken::BeginUntrusted, "<|untrusted|>"),
(FormattingToken::EndUntrusted, "<|end_untrusted|>"),
(FormattingToken::MetaSep, "<|meta_sep|>"),
(FormattingToken::MetaEnd, "<|meta_end|>"),
]),
stop_formatting_tokens: HashSet::from([
FormattingToken::EndMessageDoneSampling,
@ -107,6 +109,8 @@ pub async fn load_harmony_encoding(name: HarmonyEncodingName) -> anyhow::Result<
(FormattingToken::EndMessageAssistantToTool, "<|call|>"),
(FormattingToken::BeginUntrusted, "<|untrusted|>"),
(FormattingToken::EndUntrusted, "<|end_untrusted|>"),
(FormattingToken::MetaSep, "<|meta_sep|>"),
(FormattingToken::MetaEnd, "<|meta_end|>"),
]),
stop_formatting_tokens: HashSet::from([
FormattingToken::EndMessageDoneSampling,