-
Notifications
You must be signed in to change notification settings - Fork 9
/
setup.py
67 lines (60 loc) · 2.01 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
from setuptools import setup
classifiers = [
'License :: OSI Approved :: MIT License', 'Natural Language :: Japanese',
'Programming Language :: Python :: 3.6',
'Programming Language :: Python :: 3.7',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.10',
'Programming Language :: Python :: 3.11',
'Operating System :: Unix',
'Topic :: Text Processing :: Linguistic',
'Topic :: Software Development :: Libraries :: Python Modules'
]
def _long_description():
readme = 'README.md'
with open(readme, 'r') as f:
long_description = f.read()
return long_description
extras_requires_tokenizers = [
'nagisa',
'sudachipy',
'sudachidict_core',
'mecab-python3',
'spacy',
'ginza',
'kytea',
'pyknp',
'sentencepiece',
'fugashi',
'ipadic',
'unidic-lite',
'tinysegmenter3',
]
extras_requires_classifiers = ['torch', 'transformers', 'catalyst']
setup(
name='toiro',
version='0.0.9',
description='A comparison tool of Japanese tokenizers',
author='Taishi Ikeda',
author_email='taishi.ikeda.0323@gmail.com',
long_description_content_type='text/markdown',
long_description=_long_description(),
keywords='Japanese NLP',
url='https://github.com/taishi-i/toiro',
download_url='https://github.com/taishi-i/toiro/archive/0.0.9.tar.gz',
packages=['toiro.datadownloader', 'toiro.tokenizers', 'toiro.classifiers'],
install_requires=[
'requests', 'tqdm', 'pandas', 'scikit-learn', 'py-cpuinfo', 'janome'
],
extras_require={
'all_tokenizers': extras_requires_tokenizers,
'all_classifiers': extras_requires_classifiers,
'all': extras_requires_tokenizers + extras_requires_classifiers
},
classifiers=classifiers,
include_package_data=True,
python_requires='>=3.6.0',
setup_requires=['pytest-runner'],
tests_require=['pytest', 'pytest-cov'])