mirror of
https://github.com/openai/harmony.git
synced 2025-08-22 16:17:08 -04:00
window fix again
This commit is contained in:
parent
eaa1be0286
commit
69001b7064
1 changed files with 3 additions and 1 deletions
|
@ -25,7 +25,9 @@ fn test_simple_convo() {
|
|||
let expected_tokens = encoding
|
||||
.tokenizer
|
||||
.encode(
|
||||
include_str!("../test-data/test_simple_convo.txt").trim_end(),
|
||||
include_str!("../test-data/test_simple_convo.txt")
|
||||
.replace("\r\n", "\n")
|
||||
.trim_end(),
|
||||
&encoding.tokenizer.special_tokens(),
|
||||
)
|
||||
.0;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue