servo/openai-harmony
1
0
Fork 0
mirror of https://github.com/openai/harmony.git synced 2025-08-23 10:17:08 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

window fix again

Browse source
This commit is contained in:
Scott Lessans 2025-08-05 12:11:49 -07:00
parent eaa1be0286
commit 69001b7064
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/tests.rs
View file

@ -25,7 +25,9 @@ fn test_simple_convo() {
let expected_tokens = encoding let expected_tokens = encoding
.tokenizer .tokenizer
.encode( .encode(
include_str!("../test-data/test_simple_convo.txt").trim_end(), include_str!("../test-data/test_simple_convo.txt")
.replace("\r\n", "\n")
.trim_end(),
&encoding.tokenizer.special_tokens(), &encoding.tokenizer.special_tokens(),
) )
.0; .0;