chore: disable build.rs for default-large
This commit is contained in:
2 files changed
+4
-3
No files matched your search
+1
-1
@@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "bpe-tokenizer"
|
name = "bpe-tokenizer"
|
||||||
version = "0.1.1"
|
version = "0.1.2"
|
||||||
authors = ["Stephen Waits <steve@waits.net>"]
|
authors = ["Stephen Waits <steve@waits.net>"]
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
description = "A BPE Tokenizer library."
|
description = "A BPE Tokenizer library."
|
||||||
|
|||||||
@@ -15,8 +15,9 @@ fn main() {
|
|||||||
#[cfg(feature = "default-medium")]
|
#[cfg(feature = "default-medium")]
|
||||||
process_vocab("multi.wiki.bpe.vs320000.vocab");
|
process_vocab("multi.wiki.bpe.vs320000.vocab");
|
||||||
|
|
||||||
#[cfg(feature = "default-large")]
|
// **DISABLED** until we can get a size exception on crates.io
|
||||||
process_vocab("multi.wiki.bpe.vs1000000.vocab");
|
// #[cfg(feature = "default-large")]
|
||||||
|
// process_vocab("multi.wiki.bpe.vs1000000.vocab");
|
||||||
}
|
}
|
||||||
|
|
||||||
#[cfg(any(
|
#[cfg(any(
|
||||||
|
|||||||
Reference in new issue
Block a user