publish: 0.0.0

Signed-off-by: YdrMaster <ydrml@hotmail.com>
InfiniTensor · Aug 7, 2024 · a598962 · a598962
1 parent 810279b
commit a598962
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,10 +1,15 @@
 [package]
 name = "tokeneer"
+description = "Another tokenizer crate"
 version = "0.0.0"
 edition = "2021"
 authors = ["YdrMaster <ydrml@hotmail.com>"]
-
-# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+repository = "https://github.com/YdrMaster/tokeneer"
+documentation = "https://docs.rs/tokeneer"
+license = "MIT"
+readme = "README.md"
+keywords = ["tokenizer", "bpe", "nlp"]
+categories = ["algorithms", "encoding"]
 
 [dependencies]
 regex = "1.10"

diff --git a/README.md b/README.md
@@ -9,3 +9,5 @@
 [![GitHub Pull Requests](https://img.shields.io/github/issues-pr/YdrMaster/tokeneer)](https://github.com/YdrMaster/tokeneer/pulls)
 ![GitHub contributors](https://img.shields.io/github/contributors/YdrMaster/tokeneer)
 ![GitHub commit activity](https://img.shields.io/github/commit-activity/m/YdrMaster/tokeneer)
+
+Another tokenizer crate.