forked from openeduhub/oeh-search-etl
-
Notifications
You must be signed in to change notification settings - Fork 2
/
pyproject.toml
102 lines (94 loc) · 2.45 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
[project]
description = "Crawls educational sites for use in wirlernenonline.de"
authors = [
"Torsten Simon <simon@edu-sharing.net>"
]
maintainers = [
"Andreas Schnäpp <981166+Criamos@users.noreply.github.com>"
]
readme = "README.md"
python = "^3.12"
homepage = "https://github.com/openeduhub/oeh-search-etl"
repository = "https://github.com/openeduhub/oeh-search-etl"
documentation = "https://github.com/openeduhub/oeh-search-etl"
keywords = ["metadata", "oer", "crawl", "wirlernenonline"]
classifiers = [
"Framework :: Scrapy",
"Development Status :: 4 - Beta",
"Programming Language :: Python :: 3.12",
"Topic :: Education :: Testing",
"Topic :: Internet :: WWW/HTTP :: Indexing/Search",
]
[tool.black]
line-length = 120
target-version = ['py312']
include = '\.pyi?$'
exclude = '''
(
/(
\.eggs # exclude a few common directories in the
| \.git # root of the project
| \.hg
| \.mypy_cache
| \.tox
| \.venv
| \venv
| _build
| build
| dist
)/
| foo.py # also separately exclude a file named foo.py in
# the root of the project
)
'''
[tool.poetry]
name = "oeh-search-etl"
version = "2024.09.03"
description = "Crawls educational sites for use in WirLernenOnline.de"
authors = ["Torsten Simon <simon@edu-sharing.net>"]
maintainers = [
"Andreas Schnäpp <981166+Criamos@users.noreply.github.com>"
]
readme = "Readme.md"
packages = [{include = "converter"}]
[tool.poetry.dependencies]
python = "^3.12"
wheel = "0.44.0"
black = "24.8.0"
certifi="2024.8.30"
dateparser="1.2"
extruct="0.17.0"
flake8 = "7.1.1"
html2text="2024.2.26"
jmespath="1.0.1"
image = "1.5.33"
itemadapter="0.9.0"
itemloaders="1.3.1"
isodate="0.6.1"
Pillow="10.3.0"
playwright="1.44.0"
pytest="8.3.2"
python-dateutil="2.9.0.post0"
python-dotenv="1.0.1"
requests="2.32.3"
six="1.16.0"
Scrapy="2.11.2"
scrapy-splash="0.9.0"
vobject="0.9.7"
w3lib="2.2.1"
xmltodict="0.13.0"
trafilatura = "1.12.1"
babel = "2.15.0"
langcodes = {extras = ["data"], version = "^3.3.0"}
httpx = "0.27.2"
async-lru = "2.0.4"
urllib3 = "^2.2.2"
[tool.poetry.group.edu_sharing_client.dependencies]
# these dependencies are used (and automatically generated) by the "openapi-generator-cli"-generated client
# see: /edu_sharing_openapi/pyproject.toml
pydantic = ">=2.8.2"
typing-extensions = ">=4.12.2"
edu-sharing-client = {path = "edu_sharing_openapi"}
[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"