diff --git a/Cargo.toml b/Cargo.toml index eb04949..ab7a960 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,10 +1,15 @@ [package] name = "tokeneer" +description = "Another tokenizer crate" version = "0.0.0" edition = "2021" authors = ["YdrMaster "] - -# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html +repository = "https://github.com/YdrMaster/tokeneer" +documentation = "https://docs.rs/tokeneer" +license = "MIT" +readme = "README.md" +keywords = ["tokenizer", "bpe", "nlp"] +categories = ["algorithms", "encoding"] [dependencies] regex = "1.10" diff --git a/README.md b/README.md index 1cb1561..37f136a 100644 --- a/README.md +++ b/README.md @@ -9,3 +9,5 @@ [![GitHub Pull Requests](https://img.shields.io/github/issues-pr/YdrMaster/tokeneer)](https://github.com/YdrMaster/tokeneer/pulls) ![GitHub contributors](https://img.shields.io/github/contributors/YdrMaster/tokeneer) ![GitHub commit activity](https://img.shields.io/github/commit-activity/m/YdrMaster/tokeneer) + +Another tokenizer crate.