chore: disable build.rs for default-large

This commit is contained in:
swaits committed 2024-09-24 12:06:51 -06:00
1 parent f957f04859
commit a08a35ec76
2 files changed
+4 -3

No files matched your search

+1 -1
View File
@@ -1,6 +1,6 @@
[package]
name = "bpe-tokenizer"
version = "0.1.1"
version = "0.1.2"
authors = ["Stephen Waits <steve@waits.net>"]
edition = "2021"
description = "A BPE Tokenizer library."
+3 -2
View File
@@ -15,8 +15,9 @@ fn main() {
#[cfg(feature = "default-medium")]
process_vocab("multi.wiki.bpe.vs320000.vocab");
#[cfg(feature = "default-large")]
process_vocab("multi.wiki.bpe.vs1000000.vocab");
// **DISABLED** until we can get a size exception on crates.io
// #[cfg(feature = "default-large")]
// process_vocab("multi.wiki.bpe.vs1000000.vocab");
}
#[cfg(any(