Migrate packaging to pyproject.toml

- Removes setup.py file.
- Updates pyproject.toml file to include package metadata and deps.
- Updates CI/CD config
- Requires python 3.8 or higher

Author: SimmonsRitchie

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,14 @@
+## What's this PR do?
+
+
+
+## Why are we doing this?
+
+
+
+## Steps to manually test
+
+
+
+## Are there any smells or added technical debt to note?
+

.github/workflows/ci.yml

@@ -8,22 +8,20 @@ jobs:
     strategy:
       max-parallel: 2
       matrix:
-        python-version: [3.6, 3.7, 3.8, 3.9]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v1
+      - uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -r requirements.txt
-
-      - run: python setup.py develop
+          pip install -e .[dev]  # installs package in editable mode with dev dependencies
 
       - name: Check imports with isort
         run: isort . --check-only

city_scrapers_core/__init__.py

@@ -1 +1 @@
-__version__ = "0.10.1"
+__version__ = "0.11.0"

pyproject.toml

@@ -1,3 +1,55 @@
+[build-system]
+requires = ["setuptools>=61.0.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "city-scrapers-core"
+description = "Core functionality for City Scrapers projects"
+readme = "README.md"
+license = { text = "MIT" }
+authors = [
+    { name = "City Bureau", email = "documenters@citybureau.org" }
+]
+requires-python = ">=3.8,<4.0"
+dependencies = [
+    "jsonschema>=3.0.0a5",
+    "pytz",
+    "requests",
+    "scrapy"
+]
+dynamic = ["version"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Framework :: Scrapy"
+]
+
+[project.urls]
+homepage = "https://github.com/City-Bureau/city-scrapers-core"
+
+[project.optional-dependencies]
+aws = ["boto3"]
+azure = ["azure-storage-blob>=12"]
+gcs = ["google-cloud-storage"]
+dev = [
+    "pytest",
+    "black",
+    "flake8",
+    "isort",
+]
+
+[tool.setuptools.packages.find]
+exclude = ["tests"]
+
+[tool.setuptools.dynamic]
+version = { attr = "city_scrapers_core.__version__" }
+
 [tool.black]
 exclude = '''
 /(

requirements.txt

@@ -2,7 +2,7 @@ jsonschema>=3.0.0a5
 pytz
 requests
 scrapy
-black==22.6
+black
 flake8
 pytest
 isort