fix(sat-etl): Change mount path to try to prevent Errno19 errs (#132)

openclimatefix · Sep 17, 2024 · b2b0397 · b2b0397
1 parent 17187c9
commit b2b0397
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 9 deletions.
diff --git a/local_archives/nwp/ceda/ceda_global.py b/local_archives/nwp/ceda/ceda_global.py
@@ -14,11 +14,12 @@
         name="zarr_archive",
         description="".join((
             "Zarr archive of NWP data from the Met Office's Global model. ",
-            "Sourced via FTP from CEDA: ",
-            "https://catalogue.ceda.ac.uk/uuid/86df725b793b4b4cb0ca0646686bd783/\n",
+            "Sourced via FTP from CEDA ",
+            "(https://catalogue.ceda.ac.uk/uuid/86df725b793b4b4cb0ca0646686bd783)",
             "This asset is updated monthly, and surfaced as a Zarr Directory Store ",
-            "for each month. It is downloaded using the nwp-consumer: ",
-            "https://github.com/openclimatefix/nwp-consumer",
+            "for each month. It is downloaded using the nwp-consumer ",
+            "docker image, currently from the 'major-refactor' branch ",
+            "(https://github.com/openclimatefix/nwp-consumer). ",
         )),
         key_prefix=["nwp", "ceda", "global"],
         metadata={

diff --git a/local_archives/sat/eumetsat/eumetsat_iodc.py b/local_archives/sat/eumetsat/eumetsat_iodc.py
@@ -14,11 +14,11 @@
         name="zarr_archive",
         description="".join((
             "Zarr archive of satellite data from EUMETSAT's IODC satellite.",
-            "Sourced via EUMDAC from EUMETSAT: ",
-            "https://navigator.eumetsat.int/product/EO:EUM:DAT:MSG:OCA-IODC\n",
+            "Sourced via EUMDAC from EUMETSAT ",
+            "(https://navigator.eumetsat.int/product/EO:EUM:DAT:MSG:OCA-IODC). ",
             "This asset is updated monthly, and surfaced as a Zarr Directory Store ",
-            "for each month. It is downloaded using the sat container: ",
-            "https://github.com/openclimatefix/dagster-dags",
+            "for each month. It is downloaded using the sat container ",
+            "(https://github.com/openclimatefix/dagster-dags/pkgs/container/sat-etl).",
         )),
         key_prefix=["sat", "eumetsat", "iodc"],
         metadata={
@@ -51,14 +51,16 @@ def iodc_monthly(
             "iodc",
             "-m",
             it.strftime("%Y-%m"),
+            "--path",
+            f"{ZARR_FOLDER}/sat/eumetsat/india",
             "--rm",
         ],
         env={
             "EUMETSAT_CONSUMER_KEY": os.environ["EUMETSAT_CONSUMER_KEY"],
             "EUMETSAT_CONSUMER_SECRET": os.environ["EUMETSAT_CONSUMER_SECRET"],
         },
         container_kwargs={
-            "volumes": [f"{ZARR_FOLDER}/sat/eumetsat/india:/mnt/disks/sat"],
+            "volumes": [f"{ZARR_FOLDER}/sat/eumetsat/india:{ZARR_FOLDER}/sat/eumetsat/india"],
         },
         context=context,
     ).get_results()