servo/openai-harmony
1
0
Fork 0
mirror of https://github.com/openai/harmony.git synced 2025-08-23 01:17:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix format

Browse source
This commit is contained in:
Dominik Kundel 2025-08-08 17:58:28 -07:00
parent ee2a337dad
commit 4256452ca2
No known key found for this signature in database
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/encoding.rs
View file

@ -836,8 +836,8 @@ impl Render<Message> for HarmonyEncoding {
// finally content type // finally content type
if let Some(content_type) = &message.content_type { if let Some(content_type) = &message.content_type {
// <|constrain|> is a unique case which needs to be tokenized as a special token // <|constrain|> is a unique case which needs to be tokenized as a special token
if let Some(constrain_marker) = if let Some(constrain_marker) =
self.mapped_format_token(FormattingToken::ConstrainedFormat) self.mapped_format_token(FormattingToken::ConstrainedFormat)
{ {
if content_type.starts_with(constrain_marker) { if content_type.starts_with(constrain_marker) {
// Render the space, then the constrain marker as a special token, then the rest as text (if any) // Render the space, then the constrain marker as a special token, then the rest as text (if any)