diff --git a/Cargo.toml b/Cargo.toml index eb04949..ab7a960 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,10 +1,15 @@ [package] name = "tokeneer" +description = "Another tokenizer crate" version = "0.0.0" edition = "2021" authors = ["YdrMaster "] - -# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html +repository = "https://github.com/YdrMaster/tokeneer" +documentation = "https://docs.rs/tokeneer" +license = "MIT" +readme = "README.md" +keywords = ["tokenizer", "bpe", "nlp"] +categories = ["algorithms", "encoding"] [dependencies] regex = "1.10" diff --git a/README.md b/README.md index 1cb1561..bd8d9e7 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,8 @@ # Tokeneer [![CI](https://github.com/YdrMaster/tokeneer/actions/workflows/build.yml/badge.svg?branch=main)](https://github.com/YdrMaster/tokeneer/actions) +[![Latest version](https://img.shields.io/crates/v/tokeneer.svg)](https://crates.io/crates/tokeneer) +[![Documentation](https://docs.rs/tokeneer/badge.svg)](https://docs.rs/tokeneer) [![license](https://img.shields.io/github/license/YdrMaster/tokeneer)](https://mit-license.org/) ![GitHub repo size](https://img.shields.io/github/repo-size/YdrMaster/tokeneer) ![GitHub code size in bytes](https://img.shields.io/github/languages/code-size/YdrMaster/tokeneer) @@ -9,3 +11,5 @@ [![GitHub Pull Requests](https://img.shields.io/github/issues-pr/YdrMaster/tokeneer)](https://github.com/YdrMaster/tokeneer/pulls) ![GitHub contributors](https://img.shields.io/github/contributors/YdrMaster/tokeneer) ![GitHub commit activity](https://img.shields.io/github/commit-activity/m/YdrMaster/tokeneer) + +Another tokenizer crate.