login to hf hub before testing, update requirements

.github/requirements.txt

@@ -4,9 +4,12 @@ aiosignal==1.3.1
 attrs==23.2.0
 beautifulsoup4==4.12.3
 bitsandbytes==0.43.2
+black==24.4.2
 certifi==2024.7.4
 charset-normalizer==3.3.2
+click==8.1.7
 colorama==0.4.6
+coverage==7.6.0
 datasets==2.20.0
 dill==0.3.8
 docstring_parser==0.16
@@ -15,24 +18,36 @@ frozenlist==1.4.1
 fsspec==2024.5.0
 huggingface-hub==0.24.2
 idna==3.7
+iniconfig==2.0.0
+inquirerpy==0.3.4
+isort==5.13.2
 Jinja2==3.1.4
 markdown-it-py==3.0.0
 MarkupSafe==2.1.5
 mdurl==0.1.2
 mpmath==1.3.0
 multidict==6.0.5
 multiprocess==0.70.16
+mypy-extensions==1.0.0
 networkx==3.3
 numpy==1.26.4
 packaging==24.1
 pandas==2.2.2
+parameterized==0.9.0
+pathspec==0.12.1
 peft==0.12.0
+pfzy==0.3.4
 pillow==10.2.0
+platformdirs==4.2.2
+pluggy==1.5.0
+prompt_toolkit==3.0.47
 psutil==6.0.0
 pyarrow==17.0.0
 pyarrow-hotfix==0.6
 Pygments==2.18.0
+pytest==8.3.2
 python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
 pytz==2024.1
 PyYAML==6.0.1
 regex==2024.7.24
@@ -55,5 +70,6 @@ typing_extensions==4.12.2
 tyro==0.8.5
 tzdata==2024.1
 urllib3==2.2.2
+wcwidth==0.2.13
 xxhash==3.4.1
 yarl==1.9.4

.github/workflows/build_and_test.yml

@@ -31,6 +31,10 @@ jobs:
         flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+    - name: Login to HuggingFace Hub
+      run: |
+        huggingface-cli login --token ${{ secrets.HF_TOKEN }} --add-to-git-credential
+
     - name: Test with pytest
       run: |
         coverage run -m pytest

requirements.txt

@@ -4,9 +4,12 @@ aiosignal==1.3.1
 attrs==23.2.0
 beautifulsoup4==4.12.3
 bitsandbytes==0.43.2
+black==24.4.2
 certifi==2024.7.4
 charset-normalizer==3.3.2
+click==8.1.7
 colorama==0.4.6
+coverage==7.6.0
 datasets==2.20.0
 dill==0.3.8
 docstring_parser==0.16
@@ -15,24 +18,36 @@ frozenlist==1.4.1
 fsspec==2024.5.0
 huggingface-hub==0.24.2
 idna==3.7
+iniconfig==2.0.0
+inquirerpy==0.3.4
+isort==5.13.2
 Jinja2==3.1.4
 markdown-it-py==3.0.0
 MarkupSafe==2.1.5
 mdurl==0.1.2
 mpmath==1.3.0
 multidict==6.0.5
 multiprocess==0.70.16
+mypy-extensions==1.0.0
 networkx==3.3
 numpy==1.26.4
 packaging==24.1
 pandas==2.2.2
+parameterized==0.9.0
+pathspec==0.12.1
 peft==0.12.0
+pfzy==0.3.4
 pillow==10.2.0
+platformdirs==4.2.2
+pluggy==1.5.0
+prompt_toolkit==3.0.47
 psutil==6.0.0
 pyarrow==17.0.0
 pyarrow-hotfix==0.6
 Pygments==2.18.0
+pytest==8.3.2
 python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
 pytz==2024.1
 PyYAML==6.0.1
 regex==2024.7.24
@@ -55,5 +70,6 @@ typing_extensions==4.12.2
 tyro==0.8.5
 tzdata==2024.1
 urllib3==2.2.2
+wcwidth==0.2.13
 xxhash==3.4.1
 yarl==1.9.4