diff --git a/src/registry.rs b/src/registry.rs index 6d8a98f..4fe585d 100644 --- a/src/registry.rs +++ b/src/registry.rs @@ -66,6 +66,8 @@ pub fn load_harmony_encoding(name: HarmonyEncodingName) -> anyhow::Result"), (FormattingToken::BeginUntrusted, "<|untrusted|>"), (FormattingToken::EndUntrusted, "<|end_untrusted|>"), + (FormattingToken::MetaSep, "<|meta_sep|>"), + (FormattingToken::MetaEnd, "<|meta_end|>"), ]), stop_formatting_tokens: HashSet::from([ FormattingToken::EndMessageDoneSampling, @@ -107,6 +109,8 @@ pub async fn load_harmony_encoding(name: HarmonyEncodingName) -> anyhow::Result< (FormattingToken::EndMessageAssistantToTool, "<|call|>"), (FormattingToken::BeginUntrusted, "<|untrusted|>"), (FormattingToken::EndUntrusted, "<|end_untrusted|>"), + (FormattingToken::MetaSep, "<|meta_sep|>"), + (FormattingToken::MetaEnd, "<|meta_end|>"), ]), stop_formatting_tokens: HashSet::from([ FormattingToken::EndMessageDoneSampling,