Merge pull request #67 from pipeline-tools/v0.22.0

v0.22.0
pipeline-tools · Feb 6, 2024 · beaaca2 · beaaca2
2 parents 3b6f144 + bf1ddd1
commit beaaca2
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 0 deletions.
diff --git a/gusty/building.py b/gusty/building.py
@@ -81,6 +81,7 @@ def create_schematic(dag_dir, parsers=default_parsers):
         }
         for dir, subdirs, files in os.walk(dag_dir)
         if not os.path.basename(dir).startswith(("_", "."))
+        and not os.path.exists(dir + "/.gustyignore")
     }
 
 

diff --git a/tests/dags/with_metadata/ignored/.gustyignore b/tests/dags/with_metadata/ignored/.gustyignore
diff --git a/tests/dags/with_metadata/ignored/ignored.py b/tests/dags/with_metadata/ignored/ignored.py
@@ -0,0 +1 @@
+print("I should be ignored")
diff --git a/tests/test_adjusted_behavior.py b/tests/test_adjusted_behavior.py
@@ -191,3 +191,7 @@ def test_context_rendering_omits_sql(dag):
 
 def test_context_rendering_py(dag):
     assert dag.task_dict["py_task"].__dict__["python_callable"]() == "hey"
+
+
+def test_gusty_ignored_folder(dag):
+    assert "ignored.ignored_ignored" not in dag.task_dict.keys()
-Original file line number
+Diff line change
@@ Expand Up / @@ -81,6 +81,7 @@ def create_schematic(dag_dir, parsers=default_parsers): @@
             }
             for dir, subdirs, files in os.walk(dag_dir)
             if not os.path.basename(dir).startswith(("_", "."))
+            and not os.path.exists(dir + "/.gustyignore")
         }
@@ Expand Down @@