From 0eb86b0cacfef5ea41d3e7b10f9c3a231f025bb9 Mon Sep 17 00:00:00 2001
From: Lea Vauchier <lea.vauchier@ign.fr>
Date: Mon, 29 Apr 2024 17:08:28 +0200
Subject: [PATCH] Add github action workflow to optimize building validation
 thresholds

---
 ...ng_validation_thresholds_optimization.yaml | 83 +++++++++++++++++++
 1 file changed, 83 insertions(+)
 create mode 100644 .github/workflows/building_validation_thresholds_optimization.yaml

diff --git a/.github/workflows/building_validation_thresholds_optimization.yaml b/.github/workflows/building_validation_thresholds_optimization.yaml
new file mode 100644
index 00000000..c02d4f07
--- /dev/null
+++ b/.github/workflows/building_validation_thresholds_optimization.yaml
@@ -0,0 +1,83 @@
+# Workflow name
+name: "Building validation thresholds optimization"
+
+on:
+  # Run workflow on user request
+  workflow_dispatch:
+    inputs:
+      sampling_name:
+        description: |
+          Sampling name :
+          Nom du dataset sur lequel le modèle a été entraîné.
+          Utilisé pour générer un chemin standard pour les entrées et sorties dans le
+          dossier IA du store (projet-LHD/IA/LIDAR-PROD-OPTIMIZATION/$SAMPLING_NAME/$MODEL_ID)
+          Eg. YYYYMMDD_MonBeauDataset
+        required: true
+      model_id:
+        description: |
+          Identifiant du modèle :
+          Utilisé pour générer un chemin standard pour les entrées et sorties dans le
+          dossier IA du store (projet-LHD/IA/LIDAR-PROD-OPTIMIZATION/$SAMPLING_NAME/$MODEL_ID)
+          Exemple : YYYMMDD_MonBeauSampling_epochXXX_Myria3Dx.y.z
+        required: true
+
+jobs:
+  optimize-building-validation-thresholds:
+    runs-on: self-hosted
+    env:
+      WORKDIR: /var/data/LIDAR-PROD-OPTIMIZATION/
+      IO_DIR: /var/data/LIDAR-PROD-OPTIMIZATION/${{ github.event.inputs.sampling_name }}/${{ github.event.inputs.model_id }}/
+      DATA: /var/data/LIDAR-PROD-OPTIMIZATION/20221018_lidar-prod-optimization-on-151-proto/Comparison/
+      THRESHOLDS_FILE: valset-opti-results/optimized_thresholds.yaml
+      OUTPUT_CONFIG_FILE: LIDAR-PROD-${{ github.event.inputs.model_id }}.yaml
+      nexus_server: docker-registry.ign.fr
+
+    steps:
+      - name: Log configuration
+        run: |
+          echo "Optimize building validation threshold for a given trained model"
+          echo "Model ID ${{ github.event.inputs.model_id }}"
+          echo "input/output dir: ${{env.IO_DIR}}"
+          echo "data: ${{env.DATA}}"
+          echo "validation input_las_dir: ${{env.IO_DIR}}/preds-valset/"
+          echo "test input_las_dir: ${{env.IO_DIR}}/preds-testset/"
+          echo "output thresholds file: ${{env.IO_DIR}}/${{env.THRESHOLDS_FILE}}"
+          echo "output config file: ${{env.IO_DIR}}/${{env.OUTPUT_CONFIG_FILE}}"
+
+      - name: Checkout branch
+        uses: actions/checkout@v4
+
+      # get version number, to retrieve the docker image corresponding to the current version
+      - name: Get version number
+        run: |
+          echo "VERSION=$(docker run lidar_prod python -m lidar_prod.version)" >> $GITHUB_ENV
+
+      - name: pull docker image tagged with current version
+        run: |
+          docker pull ${{ env.nexus_server }}/lidar_hd/lidar_prod:${{ env.VERSION }}
+
+      - name: Optimization and evaluation on validation dataset
+        run: >
+          docker run --network host
+          -v ${{env.IO_DIR}}:/io_dir
+          ${{ env.nexus_server }}/lidar_hd/lidar_prod:${{ env.VERSION }}
+          python lidar_prod/run.py
+          ++task=optimize_building
+          building_validation.optimization.todo='prepare+optimize+evaluate+update'
+          building_validation.optimization.paths.input_las_dir=/io_dir/preds-valset/
+          building_validation.optimization.paths.results_output_dir=/io_dir/valset-opti-results/
+          building_validation.optimization.paths.output_optimized_config=/io_dir/${{env.OUTPUT_CONFIG_FILE}}
+          hydra.run.dir=/io_dir/valset-opti-results/
+
+      - name: Evaluation on test dataset
+        run: >
+          docker run --network=host
+          -v ${{env.IO_DIR}}:/io_dir
+          ${{ env.nexus_server }}/lidar_hd/lidar_prod:${{ env.VERSION }}
+          python lidar_prod/run.py
+          ++task=optimize_building
+          building_validation.optimization.todo='prepare+evaluate+update'
+          building_validation.optimization.paths.input_las_dir=/io_dir/preds-testset/
+          building_validation.optimization.paths.results_output_dir=/io_dir/testset-opti-results/
+          building_validation.optimization.paths.building_validation_thresholds=/io_dir/${{env.THRESHOLDS_FILE}}
+          hydra.run.dir=/io_dir/testset-opti-results/