chore: disable build.rs for default-large
This commit is contained in:
2 files changed
+4
-3
No files matched your search
+1
-1
@@ -1,6 +1,6 @@
|
||||
[package]
|
||||
name = "bpe-tokenizer"
|
||||
version = "0.1.1"
|
||||
version = "0.1.2"
|
||||
authors = ["Stephen Waits <steve@waits.net>"]
|
||||
edition = "2021"
|
||||
description = "A BPE Tokenizer library."
|
||||
|
||||
@@ -15,8 +15,9 @@ fn main() {
|
||||
#[cfg(feature = "default-medium")]
|
||||
process_vocab("multi.wiki.bpe.vs320000.vocab");
|
||||
|
||||
#[cfg(feature = "default-large")]
|
||||
process_vocab("multi.wiki.bpe.vs1000000.vocab");
|
||||
// **DISABLED** until we can get a size exception on crates.io
|
||||
// #[cfg(feature = "default-large")]
|
||||
// process_vocab("multi.wiki.bpe.vs1000000.vocab");
|
||||
}
|
||||
|
||||
#[cfg(any(
|
||||
|
||||
Reference in new issue
Block a user