chore: Fix dags tests to work with explicit import paths

.github/workflows/dags_test.yml

@@ -18,13 +18,13 @@ jobs:
           run: |
             python -m pip install --upgrade pip
             pip install -r dags/requirements.txt
+            pip install apache-airflow boto3
             pip check
         - name: Lint dags with ruff
           run: |
             pip install ruff
             ruff check --format=github ./dags
         - name: Test with Pytest
           run: |
-            pip install pytest apache-airflow
-            cd dags || exit
-            pytest tests.py -v
+            pip install pytest 
+            pytest dags_tests.py -v

dags/requirements.txt

@@ -1,3 +1,4 @@
+--constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.5.1/constraints-3.10.txt"
 requests
 sickle
 python-dotenv

dags/tests.py → dags_tests.py

@@ -1,9 +1,12 @@
+import sys
+
 from unittest import TestCase
 
 from airflow.models import DagBag
 
+sys.path.append('.')
 
-DAGS_FOLDER = "."
+DAGS_FOLDER = "./dags/"
 
 
 class HarvestDagsTest(TestCase):
@@ -12,3 +15,4 @@ def dag_bag(self):
 
     def test_no_import_errors(self):
         assert not self.dag_bag().import_errors
+