test catalog prepration sepratly from unittests

Signed-off-by: Elron Bandel <elron.bandel@ibm.com>

.github/workflows/test_catalog.yml

@@ -0,0 +1,34 @@
+name: Test Python Code
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  run-full-tests-suit:
+
+    runs-on: ubuntu-latest
+    env:
+      OS: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - uses: actions/setup-python@v5
+      with:
+        python-version: '3.8'
+        cache: 'pip' # caching pip dependencies
+    - run: pip install -r requirements/base.rqr
+    - run: pip install -r requirements/tests.rqr
+    - run: pip install unittest
+    - run: pip install "huggingface_hub[cli]"
+    - run: git config --global credential.helper store
+    - run: huggingface-cli login --token ${{ secrets.UNITXT_READ_HUGGINGFACE_HUB_FOR_TESTS }} --add-to-git-credential
+
+    - name: Generate Report
+      env:
+        HUGGINGFACE_HUB_TOKEN: ${{ secrets.UNITXT_READ_HUGGINGFACE_HUB_FOR_TESTS }}
+      run:  python -m unittest tests.test_preparation
+

pyproject.toml

@@ -88,7 +88,10 @@ skip-magic-trailing-comma = false
 # Like Black, automatically detect the appropriate line ending.
 line-ending = "auto"
 
-
-
 [tool.ruff.lint.pydocstyle]
-convention = "google"
+convention = "google"
+
+[tool.coverage.run]
+omit = [
+    "*/test_preparation.py"
+]