fix out path in download workflow

bcgov · Aug 1, 2024 · 09aa8bc · 09aa8bc
1 parent a92918a
commit 09aa8bc
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 5 deletions.
diff --git a/.github/workflows/download.yaml b/.github/workflows/download.yaml
@@ -21,4 +21,4 @@ jobs:
       - uses: actions/checkout@v4
       - name: Download sources to file
         run: |
-          /venv/bin/python harvest_restrictions.py download -o $OBJECTSTORE_BUCKET/dss_projects_2024/harvest_restrictions -v
+          /venv/bin/python harvest_restrictions.py download -o s3://$OBJECTSTORE_BUCKET/dss_projects_2024/harvest_restrictions -v
diff --git a/harvest_restrictions.py b/harvest_restrictions.py
@@ -215,11 +215,18 @@ def download_source(layer, out_path="data"):
     ]
 
     # dump to file
-    out_file = (
-        "rr_" + str(layer["index"]).zfill(2) + "_" + layer["alias"].lower() + ".parquet"
+    out_file = os.path.join(
+        out_path,
+        (
+            "rr_"
+            + str(layer["index"]).zfill(2)
+            + "_"
+            + layer["alias"].lower()
+            + ".parquet"
+        ),
     )
-    LOG.info(f"Writing {alias} to {out_path}")
-    df.to_parquet(os.path.join(out_path, out_file))
+    LOG.info(f"Writing {alias} to {out_file}")
+    df.to_parquet(out_file)
 
 
 @click.group()