feat: cache tokenizer (#6609)

This commit is contained in:
jif-oai authored and GitHub committed 2025-11-14 17:05:00 +01:00
1 parent 63c8c01f40
commit f17b392470
8 files changed
+112 -45

No files matched your search

+3 -1
View File
@@ -8,8 +8,10 @@ workspace = true
[dependencies]
anyhow = { workspace = true }
codex-utils-cache = { workspace = true }
thiserror = { workspace = true }
tiktoken-rs = "0.7"
tiktoken-rs = { workspace = true }
tokio = { workspace = true }
[dev-dependencies]
pretty_assertions = { workspace = true }