From ca9654f98d323b1491b3a497ff608f2690197bf9 Mon Sep 17 00:00:00 2001 From: Robbi Bishop-Taylor Date: Wed, 3 Sep 2025 14:25:10 +1000 Subject: [PATCH 1/3] Temporarily log GitHub Actions Runner IP --- .github/workflows/test_notebooks_entirerepo.yml | 5 +++++ .github/workflows/test_notebooks_pullrequest.yml | 7 ++++++- Tests/dea_tools/test_mosaics.py | 2 +- 3 files changed, 12 insertions(+), 2 deletions(-) diff --git a/.github/workflows/test_notebooks_entirerepo.yml b/.github/workflows/test_notebooks_entirerepo.yml index 88379656b..a7beb4fb8 100644 --- a/.github/workflows/test_notebooks_entirerepo.yml +++ b/.github/workflows/test_notebooks_entirerepo.yml @@ -57,6 +57,11 @@ jobs: with: image: ${{ matrix.image }} + - name: Log GitHub Actions Runner IP + run: | + echo "GitHub Actions runner public IP:" + curl https://ifconfig.me + - name: Run tests against each DEA Notebooks section run: | sudo chown -R 1000:100 ./dea-notebooks diff --git a/.github/workflows/test_notebooks_pullrequest.yml b/.github/workflows/test_notebooks_pullrequest.yml index 65fbe3e15..f36d124fa 100644 --- a/.github/workflows/test_notebooks_pullrequest.yml +++ b/.github/workflows/test_notebooks_pullrequest.yml @@ -24,6 +24,11 @@ jobs: with: path: dea-notebooks + - name: Log GitHub Actions Runner IP + run: | + echo "GitHub Actions runner public IP:" + curl https://ifconfig.me + # Detects changed Jupyter Notebooks, excluding interactive notebooks - name: Get changed notebook files id: changed-notebooks @@ -38,7 +43,7 @@ jobs: How_to_guides/Land_cover_pixel_drill.ipynb How_to_guides/Imagery_on_web_map.ipynb How_to_guides/External_data_ERA5_Climate.ipynb - How_to_guides/Generating_COG_mosaics.ipynb + # How_to_guides/Generating_COG_mosaics.ipynb - name: Print changed notebook files if: steps.changed-notebooks.outputs.any_changed == 'true' run: | diff --git a/Tests/dea_tools/test_mosaics.py b/Tests/dea_tools/test_mosaics.py index b66ac4db7..7bf8161ba 100644 --- a/Tests/dea_tools/test_mosaics.py +++ b/Tests/dea_tools/test_mosaics.py @@ -26,7 +26,7 @@ def test_mosaic_vrt_creation_cat(tmp_path): "aws_unsigned": True, "skip_existing": False, "list_tiles": ["x46y47", "x46y48"], - "vsi_method": "vsis3", + # "vsi_method": "vsis3", } vrt_params = { From da57ab752d04f811cc6dc69a82b49733cbc46894 Mon Sep 17 00:00:00 2001 From: Robbi Bishop-Taylor Date: Wed, 3 Sep 2025 14:27:46 +1000 Subject: [PATCH 2/3] Edit to trigger modified notebook test --- How_to_guides/Generating_COG_mosaics.ipynb | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/How_to_guides/Generating_COG_mosaics.ipynb b/How_to_guides/Generating_COG_mosaics.ipynb index dbf3b3b2f..36a59ca59 100644 --- a/How_to_guides/Generating_COG_mosaics.ipynb +++ b/How_to_guides/Generating_COG_mosaics.ipynb @@ -10,7 +10,9 @@ "* **[Sign up to the DEA Sandbox](https://app.sandbox.dea.ga.gov.au/)** to run this notebook interactively from a browser\n", "* **Compatibility:** Notebook currently compatible with the `DEA Sandbox` environment\n", "* **Products used:** \n", - "[ga_ls_landcover_class_cyear_3](https://explorer.dea.ga.gov.au/ga_ls_landcover_class_cyear_3), [ga_ls5t_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls5t_gm_cyear_3), [ga_ls7e_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls7e_gm_cyear_3), [ga_ls8cls9c_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls8cls9c_gm_cyear_3)" + "[ga_ls_landcover_class_cyear_3](https://explorer.dea.ga.gov.au/ga_ls_landcover_class_cyear_3), [ga_ls5t_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls5t_gm_cyear_3), [ga_ls7e_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls7e_gm_cyear_3), [ga_ls8cls9c_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls8cls9c_gm_cyear_3)\n", + "\n", + "Edit to trigger modified notebook test" ] }, { From e7ed36b712510f18e7887ba3cb60447dcd7ddad3 Mon Sep 17 00:00:00 2001 From: Robbi Bishop-Taylor Date: Tue, 23 Sep 2025 16:59:16 +1000 Subject: [PATCH 3/3] Test fix for reading from S3 using /vsicurl/ --- How_to_guides/Generating_COG_mosaics.ipynb | 16 +++++++++++++--- 1 file changed, 13 insertions(+), 3 deletions(-) diff --git a/How_to_guides/Generating_COG_mosaics.ipynb b/How_to_guides/Generating_COG_mosaics.ipynb index 36a59ca59..666093256 100644 --- a/How_to_guides/Generating_COG_mosaics.ipynb +++ b/How_to_guides/Generating_COG_mosaics.ipynb @@ -10,9 +10,7 @@ "* **[Sign up to the DEA Sandbox](https://app.sandbox.dea.ga.gov.au/)** to run this notebook interactively from a browser\n", "* **Compatibility:** Notebook currently compatible with the `DEA Sandbox` environment\n", "* **Products used:** \n", - "[ga_ls_landcover_class_cyear_3](https://explorer.dea.ga.gov.au/ga_ls_landcover_class_cyear_3), [ga_ls5t_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls5t_gm_cyear_3), [ga_ls7e_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls7e_gm_cyear_3), [ga_ls8cls9c_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls8cls9c_gm_cyear_3)\n", - "\n", - "Edit to trigger modified notebook test" + "[ga_ls_landcover_class_cyear_3](https://explorer.dea.ga.gov.au/ga_ls_landcover_class_cyear_3), [ga_ls5t_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls5t_gm_cyear_3), [ga_ls7e_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls7e_gm_cyear_3), [ga_ls8cls9c_gm_cyear_3](https://explorer.dea.ga.gov.au/ga_ls8cls9c_gm_cyear_3)" ] }, { @@ -90,6 +88,18 @@ "from dea_tools.mosaics.vrt import make_styling_vrt" ] }, + { + "cell_type": "code", + "execution_count": null, + "id": "789ab882", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "os.environ[\"GDAL_DISABLE_READDIR_ON_OPEN\"] = \"EMPTY_DIR\"\n", + "os.environ[\"CPL_VSIL_CURL_ALLOWED_EXTENSIONS\"] = \".tif\"" + ] + }, { "cell_type": "markdown", "id": "91333f91-0acc-45b1-9c97-e664227fac74",