From 69001b70642c324a28e249bcbb49cbc333897c64 Mon Sep 17 00:00:00 2001 From: Scott Lessans Date: Tue, 5 Aug 2025 12:11:49 -0700 Subject: [PATCH] window fix again --- src/tests.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/tests.rs b/src/tests.rs index 93751a9..9e19a0c 100644 --- a/src/tests.rs +++ b/src/tests.rs @@ -25,7 +25,9 @@ fn test_simple_convo() { let expected_tokens = encoding .tokenizer .encode( - include_str!("../test-data/test_simple_convo.txt").trim_end(), + include_str!("../test-data/test_simple_convo.txt") + .replace("\r\n", "\n") + .trim_end(), &encoding.tokenizer.special_tokens(), ) .0;