servo/openai-harmony
1
0
Fork 0
mirror of https://github.com/openai/harmony.git synced 2025-08-22 16:17:08 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix formatting (#51)

Browse source 
* Fix formatting

* fix format

* fix clippy error

* bump version
This commit is contained in:
Dominik Kundel 2025-08-08 18:27:00 -07:00 • committed by GitHub
parent 8a4645f0f9
commit 72079ca497
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Cargo.lock generated
View file

@ -1317,7 +1317,7 @@ checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
[[package]]
name = "openai-harmony"
version = "0.0.3"
version = "0.0.4"
dependencies = [
"anyhow",
"base64",

2
Cargo.toml
View file

@ -1,6 +1,6 @@
[package]
name = "openai-harmony"
version = "0.0.3"
version = "0.0.4"
edition = "2021"
license = "Apache-2.0"
repository = "https://github.com/openai/harmony"

7
src/encoding.rs
View file

@ -836,12 +836,13 @@ impl Render<Message> for HarmonyEncoding {
// finally content type
if let Some(content_type) = &message.content_type {
// <|constrain|> is a unique case which needs to be tokenized as a special token
if let Some(constrain_marker) = self.mapped_format_token(FormattingToken::ConstrainedFormat) {
if content_type.starts_with(constrain_marker) {
if let Some(constrain_marker) =
self.mapped_format_token(FormattingToken::ConstrainedFormat)
{
if let Some(rest) = content_type.strip_prefix(constrain_marker) {
// Render the space, then the constrain marker as a special token, then the rest as text (if any)
self.render_text_into(" ", into)?;
self.render_formatting_token_into(FormattingToken::ConstrainedFormat, into)?;
let rest = &content_type[constrain_marker.len()..];
if !rest.is_empty() {
self.render_text_into(rest, into)?;
}