From a08a35ec76898d25745df92ac7e75ae70b806f4d Mon Sep 17 00:00:00 2001 From: Stephen Waits Date: Tue, 24 Sep 2024 12:06:51 -0600 Subject: [PATCH] chore: disable build.rs for default-large --- Cargo.toml | 2 +- build.rs | 5 +++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index 5ced4f7..000a223 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "bpe-tokenizer" -version = "0.1.1" +version = "0.1.2" authors = ["Stephen Waits "] edition = "2021" description = "A BPE Tokenizer library." diff --git a/build.rs b/build.rs index d5bd33a..36877fc 100644 --- a/build.rs +++ b/build.rs @@ -15,8 +15,9 @@ fn main() { #[cfg(feature = "default-medium")] process_vocab("multi.wiki.bpe.vs320000.vocab"); - #[cfg(feature = "default-large")] - process_vocab("multi.wiki.bpe.vs1000000.vocab"); + // **DISABLED** until we can get a size exception on crates.io + // #[cfg(feature = "default-large")] + // process_vocab("multi.wiki.bpe.vs1000000.vocab"); } #[cfg(any(