chore: temporarily exclude default-large vocab file

This commit is contained in:
swaits committed 2024-09-24 11:56:06 -06:00
1 parent c23e56619c
commit e797099469
2 files changed
+5

No files matched your search

+2
View File
@@ -12,6 +12,8 @@ homepage = "https://github.com/swaits/bpe-tokenizer/"
repository = "https://github.com/swaits/bpe-tokenizer/"
rust-version = "1.64"
license-file = "LICENSE"
exclude = ["vocab/multi.wiki.bpe.vs1000000.vocab"]
# ^ default-large vocab is temporarily excluded until we can get a crates.io exception
[dependencies]
thiserror = "1.0.64"