Add aws upload

Signed-off-by: Addisu Z. Taddese <addisu@openrobotics.org>

Author: azeey

.github/workflows/nightly-upload.yml

@@ -17,9 +17,9 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          # - ubuntu_distribution: focal
-          #   gazebo_distribution: citadel
-          #
+          - ubuntu_distribution: focal
+            gazebo_distribution: citadel
+
           - ubuntu_distribution: focal
             gazebo_distribution: fortress
 
@@ -54,17 +54,39 @@ jobs:
           name: api-docs-${{ matrix.gazebo_distribution }}
           path: ws/build/**/doxygen/html
 
-  deploy:
-    needs: build
+  upload:
+    name: Upload docs to production
     runs-on: ubuntu-latest
-    name: Deploy
+    permissions:
+      id-token: write
+      contents: read
     steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Configure AWS Credentials
+      id: creds
+      uses: aws-actions/configure-aws-credentials@v4
+      with:
+        aws-region: us-east-1
+        role-to-assume: arn:aws:iam::200670743174:role/github-oidc-deployment-gz-web-app
     - uses: actions/download-artifact@v4
       with:
-        path: api-docs
+        path: .api-docs
         pattern: api-docs-*
         merge-multiple: true
+    - name: 'Restructure API Docs'
+      run: python3 tools/restructure_doxygen_artifacts.py .api-docs .api-out
     - uses: actions/upload-artifact@v4
       with:
-        name: api-docs-merged
-        path: .
+        name: api-docs
+        path: .api-out/*
+    - name: Run nightly upload
+      run: aws s3 sync --dry-run .api-out/ s3://gazebosim.org/api/
+      shell: bash
+      env:
+        AWS_ACCESS_KEY_ID: ${{ steps.creds.outputs.aws-access-key-id }}
+        AWS_SECRET_ACCESS_KEY: ${{ steps.creds.outputs.aws-secret-access-key }}
+        AWS_SESSION_TOKEN: ${{ steps.creds.outputs.aws-session-token }}
+    - name: Invalidate Cloudfront distribution
+      run: |
+        aws cloudfront create-invalidation --distribution-id ${{ secrets.CLOUDFRONT_DISTRIBUTION_ID }} --paths '/*' --region us-east-1

tools/restructure_doxygen_artifacts.py

@@ -0,0 +1,56 @@
+# Usage
+#   /restructure_doxygen_artifacts.py <path_to_artifacts> <output_directory>
+#
+# Given a directory containing merged doxygen build artifacts, this script reorganizes them so they
+# can be deployed to the website
+# This assumes the following directory structure:
+#   ignition-utils1
+#     doxygen
+#       html
+#   gz-utils2
+#     doxygen
+#       html
+#   ignition-math6
+#     doxygen
+#       html
+#   gz-math7
+#     doxygen
+#       html
+#   ...
+#
+#   The result should look like
+#   utils
+#     1 (content of ignition-utils1/doxygen/html)
+#     2 (content of gz-utils2/doxygen/html)
+#   math
+#     6 (content of ignition-math6/doxygen/html)
+#     7 (content of gz-math7/doxygen/html)
+
+import re
+import sys
+import pathlib
+import shutil
+
+input_dir = pathlib.Path(sys.argv[1])
+output_dir = pathlib.Path(sys.argv[2])
+output_dir.mkdir(exist_ok=True)
+
+re_expr = R"(ignition|gz)-([a-z_]*)(\d*)"
+
+
+def copy_library(lib_html, lib_name, lib_version):
+    output_lib_dir = output_dir / lib_name / lib_version
+    output_lib_dir.mkdir(exist_ok=True, parents=True)
+    print(f"{lib_html} -> {output_lib_dir}")
+    shutil.copytree(lib_html, output_lib_dir, dirs_exist_ok=True)
+
+
+for lib in input_dir.iterdir():
+    m = re.match(re_expr, lib.name)
+    if m:
+        _, lib_name, lib_version = m.groups()
+        lib_html = lib/"doxygen"/"html"
+        copy_library(lib_html, lib_name, lib_version)
+        # Handle gazebo->sim rename by making a copy into the sim directory
+        if lib_name == "gazebo":
+            copy_library(lib_html, "sim", lib_version)