1 file changed
+1
-1
lines changedSubmodule openvino_tokenizers updated 18 files
- .github/workflows/linux.yml+2-2
- .github/workflows/mac.yml+4-4
- .github/workflows/windows.yml+2-2
- README.md+11-1
- js/package-lock.json+6-6
- js/package.json+12-4
- pyproject.toml+1-1
- python/openvino_tokenizers/__init__.py+1-1
- python/openvino_tokenizers/constants.py+1-1
- python/openvino_tokenizers/hf_parser.py+49-12
- python/openvino_tokenizers/tokenizer_pipeline.py+22-5
- python/openvino_tokenizers/utils.py+7-2
- tests/conftest.py+3-2
- tests/layer_tests.py+2
- tests/pass_rates.json+1-1
- tests/stats.json+192
- tests/tokenizers_test.py+63-11
- tests/utils.py+11-3
0 commit comments