mirror of
https://github.com/openai/harmony.git
synced 2025-08-22 16:17:08 -04:00
Fix formatting (#51)
* Fix formatting * fix format * fix clippy error * bump version
This commit is contained in:
parent
8a4645f0f9
commit
72079ca497
3 changed files with 6 additions and 5 deletions
2
Cargo.lock
generated
2
Cargo.lock
generated
|
@ -1317,7 +1317,7 @@ checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "openai-harmony"
|
name = "openai-harmony"
|
||||||
version = "0.0.3"
|
version = "0.0.4"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
"base64",
|
"base64",
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
[package]
|
[package]
|
||||||
name = "openai-harmony"
|
name = "openai-harmony"
|
||||||
version = "0.0.3"
|
version = "0.0.4"
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
license = "Apache-2.0"
|
license = "Apache-2.0"
|
||||||
repository = "https://github.com/openai/harmony"
|
repository = "https://github.com/openai/harmony"
|
||||||
|
|
|
@ -836,12 +836,13 @@ impl Render<Message> for HarmonyEncoding {
|
||||||
// finally content type
|
// finally content type
|
||||||
if let Some(content_type) = &message.content_type {
|
if let Some(content_type) = &message.content_type {
|
||||||
// <|constrain|> is a unique case which needs to be tokenized as a special token
|
// <|constrain|> is a unique case which needs to be tokenized as a special token
|
||||||
if let Some(constrain_marker) = self.mapped_format_token(FormattingToken::ConstrainedFormat) {
|
if let Some(constrain_marker) =
|
||||||
if content_type.starts_with(constrain_marker) {
|
self.mapped_format_token(FormattingToken::ConstrainedFormat)
|
||||||
|
{
|
||||||
|
if let Some(rest) = content_type.strip_prefix(constrain_marker) {
|
||||||
// Render the space, then the constrain marker as a special token, then the rest as text (if any)
|
// Render the space, then the constrain marker as a special token, then the rest as text (if any)
|
||||||
self.render_text_into(" ", into)?;
|
self.render_text_into(" ", into)?;
|
||||||
self.render_formatting_token_into(FormattingToken::ConstrainedFormat, into)?;
|
self.render_formatting_token_into(FormattingToken::ConstrainedFormat, into)?;
|
||||||
let rest = &content_type[constrain_marker.len()..];
|
|
||||||
if !rest.is_empty() {
|
if !rest.is_empty() {
|
||||||
self.render_text_into(rest, into)?;
|
self.render_text_into(rest, into)?;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue