diff --git a/Cargo.toml b/Cargo.toml index 5ced4f7..000a223 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "bpe-tokenizer" -version = "0.1.1" +version = "0.1.2" authors = ["Stephen Waits "] edition = "2021" description = "A BPE Tokenizer library." diff --git a/build.rs b/build.rs index d5bd33a..36877fc 100644 --- a/build.rs +++ b/build.rs @@ -15,8 +15,9 @@ fn main() { #[cfg(feature = "default-medium")] process_vocab("multi.wiki.bpe.vs320000.vocab"); - #[cfg(feature = "default-large")] - process_vocab("multi.wiki.bpe.vs1000000.vocab"); + // **DISABLED** until we can get a size exception on crates.io + // #[cfg(feature = "default-large")] + // process_vocab("multi.wiki.bpe.vs1000000.vocab"); } #[cfg(any(