feat: cache tokenizer (#6609)

This commit is contained in:
jif-oai authored and GitHub committed 2025-11-14 17:05:00 +01:00
1 parent 63c8c01f40
commit f17b392470
8 files changed
+112 -45

No files matched your search

+1
View File
@@ -182,6 +182,7 @@ tempfile = "3.23.0"
test-log = "0.2.18"
textwrap = "0.16.2"
thiserror = "2.0.17"
tiktoken-rs = "0.9"
time = "0.3"
tiny_http = "0.12"
tokio = "1"