chore: more simplification, more cleanup
This commit is contained in:
3 files changed
+21
-27
No files matched your search
+1
-1
@@ -1,6 +1,6 @@
|
||||
[package]
|
||||
name = "bpetok"
|
||||
version = "0.1.1"
|
||||
version = "0.1.2"
|
||||
edition = "2021"
|
||||
authors = ["Stephen Waits <steve@waits.net>"]
|
||||
description = "A simple CLI for tokenizing text input using Byte Pair Encoding (BPE)."
|
||||
|
||||
Reference in new issue
Block a user