chore: more simplification, more cleanup

This commit is contained in:
swaits committed 2024-09-25 21:33:25 -06:00
1 parent 485181549b
commit 768a1ef1c3
3 files changed
+21 -27

No files matched your search

+1 -1
View File
@@ -1,6 +1,6 @@
[package]
name = "bpetok"
version = "0.1.1"
version = "0.1.2"
edition = "2021"
authors = ["Stephen Waits <steve@waits.net>"]
description = "A simple CLI for tokenizing text input using Byte Pair Encoding (BPE)."