Ruby sns sqs

.github/CODEOWNERS

@@ -1,4 +1,6 @@
 * @DataDog/system-tests-core
+
+/utils/build/docker/cpp/ @DataDog/dd-trace-cpp @DataDog/system-tests-core
 /utils/build/docker/dotnet*/ @DataDog/apm-dotnet @DataDog/asm-dotnet @DataDog/system-tests-core
 /utils/build/docker/golang*/ @DataDog/apm-go @DataDog/system-tests-core
 /utils/build/docker/java*/ @DataDog/apm-java @DataDog/asm-java @DataDog/system-tests-core
@@ -7,18 +9,19 @@
 /utils/build/docker/php*/ @DataDog/apm-php @DataDog/system-tests-core
 /utils/build/docker/python*/ @DataDog/apm-python @DataDog/asm-python @DataDog/system-tests-core
 /utils/build/docker/ruby*/ @DataDog/ruby-guild @DataDog/asm-ruby @DataDog/system-tests-core
-/parametric/ @Kyle-Verhoog @DataDog/system-tests-core @DataDog/apm-sdk-api
+
 /tests/parametric/ @Kyle-Verhoog @DataDog/system-tests-core @DataDog/apm-sdk-api
 /tests/otel_tracing_e2e/ @DataDog/opentelemetry @DataDog/system-tests-core
-/tests/remote_config/ @DataDog/system-tests-core @DataDog/remote-config @DataDog/system-tests-core
+/tests/remote_config/ @DataDog/remote-config @DataDog/system-tests-core
 /tests/appsec/ @DataDog/asm-libraries @DataDog/system-tests-core
 /tests/debugger/ @DataDog/debugger @DataDog/system-tests-core
 /tests/test_telemetry.py @DataDog/libdatadog-telemetry @DataDog/system-tests-core
-/manifests/cpp.yml @DataDog/system-tests-core
-/manifests/dotnet.yml @DataDog/apm-dotnet @DataDog/asm-dotnet @DataDog/system-tests-core
-/manifests/golang.yml @DataDog/dd-trace-go-guild @DataDog/system-tests-core
-/manifests/java.yml @DataDog/asm-java @DataDog/apm-java @DataDog/system-tests-core
-/manifests/nodejs.yml @DataDog/apm-js @DataDog/asm-js @DataDog/system-tests-core
-/manifests/php.yml @DataDog/apm-php @DataDog/asm-php @DataDog/system-tests-core
-/manifests/python.yml @DataDog/apm-python @DataDog/asm-python @DataDog/system-tests-core
-/manifests/ruby.yml @DataDog/ruby-guild @DataDog/asm-ruby @DataDog/system-tests-core
+
+/manifests/cpp.yml @DataDog/dd-trace-cpp
+/manifests/dotnet.yml @DataDog/apm-dotnet @DataDog/asm-dotnet
+/manifests/golang.yml @DataDog/dd-trace-go-guild
+/manifests/java.yml @DataDog/asm-java @DataDog/apm-java
+/manifests/nodejs.yml @DataDog/apm-js @DataDog/asm-js
+/manifests/php.yml @DataDog/apm-php @DataDog/asm-php
+/manifests/python.yml @DataDog/apm-python @DataDog/asm-python
+/manifests/ruby.yml @DataDog/ruby-guild @DataDog/asm-ruby

.github/workflows/compute-workflow-parameters.yml

@@ -0,0 +1,90 @@
+name: "Compute workflow, scenarios and weblogs to run"
+
+on:
+  workflow_call:
+    inputs:
+      library:
+        description: "Library to run"
+        required: true
+        type: string
+      scenarios:
+        description: "Comma-separated list of scenarios to run"
+        type: string
+        default: ""
+      scenarios_groups:
+        description: "Comma-separated list of scenarios groups to run"
+        type: string
+        default: ""
+      _experimental_parametric_job_count:
+        description: "*EXPERIMENTAL* : How many jobs should be used to run PARAMETRIC scenario"
+        default: 1
+        required: false
+        type: number
+
+    # Map the workflow outputs to job outputs
+    outputs:
+      endtoend_scenarios:
+        description: ""
+        value: ${{ jobs.main.outputs.endtoend_scenarios }}
+      endtoend_weblogs:
+        description: ""
+        value: ${{ jobs.main.outputs.endtoend_weblogs }}
+      graphql_scenarios:
+        description: ""
+        value: ${{ jobs.main.outputs.graphql_scenarios }}
+      graphql_weblogs:
+        description: ""
+        value: ${{ jobs.main.outputs.graphql_weblogs }}
+      libinjection_scenarios:
+        description: ""
+        value: ${{ jobs.main.outputs.libinjection_scenarios }}
+      opentelemetry_scenarios:
+        description: ""
+        value: ${{ jobs.main.outputs.opentelemetry_scenarios }}
+      opentelemetry_weblogs:
+        description: ""
+        value: ${{ jobs.main.outputs.opentelemetry_weblogs }}
+      parametric_scenarios:
+        description: ""
+        value: ${{ jobs.main.outputs.parametric_scenarios }}
+      dockerssi_scenarios:
+        description: ""
+        value: ${{ jobs.main.outputs.dockerssi_scenarios }}
+      dockerssi_weblogs:
+        description: ""
+        value: ${{ jobs.main.outputs.dockerssi_weblogs }}
+      _experimental_parametric_job_matrix:
+        description: ""
+        value: ${{ jobs.main.outputs._experimental_parametric_job_matrix }}
+
+jobs:
+  main:
+    name: Get parameters
+    runs-on: ubuntu-latest
+    outputs:
+      endtoend_scenarios: ${{ steps.main.outputs.endtoend_scenarios }}
+      endtoend_weblogs: ${{ steps.main.outputs.endtoend_weblogs }}
+      graphql_scenarios: ${{ steps.main.outputs.graphql_scenarios }}
+      graphql_weblogs: ${{ steps.main.outputs.graphql_weblogs }}
+      libinjection_scenarios: ${{ steps.main.outputs.libinjection_scenarios }}
+      opentelemetry_scenarios: ${{ steps.main.outputs.opentelemetry_scenarios }}
+      opentelemetry_weblogs: ${{ steps.main.outputs.opentelemetry_weblogs }}
+      parametric_scenarios: ${{ steps.main.outputs.parametric_scenarios }}
+      dockerssi_scenarios: ${{ steps.main.outputs.dockerssi_scenarios }}
+      dockerssi_weblogs: ${{ steps.main.outputs.dockerssi_weblogs }}
+      _experimental_parametric_job_matrix: ${{ steps.main.outputs._experimental_parametric_job_matrix }}
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+      with:
+        repository: 'DataDog/system-tests'
+    - name: Install runner
+      uses: ./.github/actions/install_runner
+    - name: main
+      id: main
+      run: |
+        source venv/bin/activate
+        python utils/scripts/compute-workflow-parameters.py ${{ inputs.library }} -s "${{ inputs.scenarios }}" -g "${{ inputs.scenarios_groups }}" >> $GITHUB_OUTPUT
+      env:
+        PYTHONPATH: "."
+        _EXPERIMENTAL_PARAMETRIC_JOB_COUNT: ${{ inputs._experimental_parametric_job_count }}

.github/workflows/run-docker-ssi.yml

@@ -0,0 +1,66 @@
+name: Docker SSI tests
+
+on:
+  workflow_call:
+    inputs:
+      library:
+        description: "Library to test"
+        required: true
+        type: string
+      weblogs:
+        description: "JSON array of weblogs to run"
+        default: "[]"
+        required: false
+        type: string
+
+jobs:
+  docker-ssi-check-injection:
+    if: inputs.library == 'java'
+    strategy:
+      matrix: ${{ fromJson(inputs.weblogs) }}
+      fail-fast: false
+    # the runner depends of the architecture of the image that we want to test
+    runs-on: ${{ matrix.github_runner }}
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+      with:
+        repository: 'DataDog/system-tests'
+    - name: Prepare arm runner
+      if: ${{ matrix.github_runner == 'arm-4core-linux-ubuntu24.04' }}
+      # The ARM64 Ubuntu has less things installed by default
+      # We need docker, and acl allows us to use docker in the same session
+      run: |
+        #Black depends on libraries that requires gcc. Gcc not available in arm64 runner
+        grep -v 'black' requirements.txt > requirements_arm64.txt
+        mv requirements_arm64.txt requirements.txt
+        curl -fsSL https://get.docker.com -o get-docker.sh
+        sudo sh get-docker.sh
+        sudo usermod -a -G docker $USER
+        sudo apt install -y acl
+        sudo setfacl --modify user:runner:rw /var/run/docker.sock
+    - name: Set up QEMU for docker cross platform setup
+      uses: docker/setup-qemu-action@v3
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+    - name: Login to GitHub Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ghcr.io
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+    - name: Install runner
+      id: install_runner
+      uses: ./.github/actions/install_runner
+    - name: Run Docker SSI scenario
+      if: always() && steps.install_runner.outcome == 'success'
+      run: ./run.sh DOCKER_SSI --ssi-weblog ${{matrix.weblog}} --ssi-library ${{ inputs.library }} --ssi-base-image ${{matrix.base_image}} --ssi-arch ${{matrix.arch}} --ssi-installable-runtime ${{matrix.installable_runtime}}
+    - name: Compress logs
+      if: always() && steps.install_runner.outcome == 'success'
+      run: tar -czvf artifact.tar.gz $(ls | grep logs)
+    - name: Upload artifact
+      if: always() && steps.install_runner.outcome == 'success'
+      uses: actions/upload-artifact@v4
+      with:
+        name: logs_docker_ssi_${{ inputs.library }}_${{ matrix.unique_name }}
+        path: artifact.tar.gz

.github/workflows/run-end-to-end.yml

@@ -113,6 +113,10 @@ jobs:
       run: ./run.sh CROSSED_TRACING_LIBRARIES
       env:
         DD_API_KEY: ${{ secrets.DD_API_KEY }}
+        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
+        AWS_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
     - name: Run PROFILING scenario
       if: always() && steps.build.outcome == 'success' && contains(inputs.scenarios, '"PROFILING"')
       run: ./run.sh PROFILING
@@ -128,6 +132,10 @@ jobs:
       run: ./run.sh INTEGRATIONS
       env:
         DD_API_KEY: ${{ secrets.DD_API_KEY }}
+        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
+        AWS_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
     - name: Run APM_TRACING_E2E_OTEL scenario
       if: always() && steps.build.outcome == 'success' && contains(inputs.scenarios, '"APM_TRACING_E2E_OTEL"')
       run: ./run.sh APM_TRACING_E2E_OTEL
@@ -150,6 +158,11 @@ jobs:
       run: ./run.sh TRACING_CONFIG_NONDEFAULT
       env:
         DD_API_KEY: ${{ secrets.DD_API_KEY }}
+    - name: Run TRACING_CONFIG_NONDEFAULT_3 scenario
+      if: always() && steps.build.outcome == 'success' && contains(inputs.scenarios, '"TRACING_CONFIG_NONDEFAULT_3"')
+      run: ./run.sh TRACING_CONFIG_NONDEFAULT_3
+      env:
+        DD_API_KEY: ${{ secrets.DD_API_KEY }}
     - name: Run REMOTE_CONFIG_MOCKED_BACKEND_ASM_FEATURES scenario
       if: always() && steps.build.outcome == 'success' && contains(inputs.scenarios, '"REMOTE_CONFIG_MOCKED_BACKEND_ASM_FEATURES"')
       run: ./run.sh REMOTE_CONFIG_MOCKED_BACKEND_ASM_FEATURES
@@ -207,9 +220,9 @@ jobs:
       run: ./run.sh APPSEC_BLOCKING
       env:
         DD_API_KEY: ${{ secrets.DD_API_KEY }}
-    - name: Run APPSEC_DISABLED scenario
-      if: always() && steps.build.outcome == 'success' && contains(inputs.scenarios, '"APPSEC_DISABLED"')
-      run: ./run.sh APPSEC_DISABLED
+    - name: Run EVERYTHING_DISABLED scenario
+      if: always() && steps.build.outcome == 'success' && contains(inputs.scenarios, '"EVERYTHING_DISABLED"')
+      run: ./run.sh EVERYTHING_DISABLED
       env:
         DD_API_KEY: ${{ secrets.DD_API_KEY }}
     - name: Run APPSEC_LOW_WAF_TIMEOUT scenario

.github/workflows/run-graphql.yml

@@ -32,7 +32,7 @@ env:
 
 jobs:
   graphql:
-    if: inputs.library == 'golang' || inputs.library == 'nodejs'
+    if: inputs.library == 'golang' || inputs.library == 'nodejs' || inputs.library == 'ruby'
     runs-on:
       group: "APM Larger Runners"
     strategy:

.github/workflows/run-lib-injection.yml

@@ -171,6 +171,7 @@ jobs:
       matrix:
         weblog: ${{ fromJson(needs.compute-matrix.outputs.matrix_supported_langs) }}
         lib_init_image: ${{ fromJson(needs.compute-matrix.outputs.init_image) }}
+        cluster_agent_version: ['7.56.2', '7.57.0']
       fail-fast: false
     env:
       TEST_LIBRARY: ${{ inputs.library }}
@@ -179,6 +180,7 @@ jobs:
       SYSTEM_TESTS_REPORT_ENVIRONMENT: dev
       SYSTEM_TESTS_REPORT_RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
       LIBRARY_INJECTION_TEST_APP_IMAGE: ghcr.io/datadog/system-tests/${{ matrix.weblog }}:${{ inputs.build_lib_injection_app_images != true && 'latest' || github.sha }}
+      CLUSTER_AGENT_VERSION: ${{ matrix.cluster_agent_version }}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -207,7 +209,9 @@ jobs:
 
       - name: Build weblog base images (PR)
         if: inputs.build_lib_injection_app_images
-        run: lib-injection/build/build_lib_injection_weblog.sh -w ${{ matrix.weblog }} -l ${{ inputs.library }} --push-tag ${{ env.LIBRARY_INJECTION_TEST_APP_IMAGE }}
+        run: |
+          #Build multiplatform
+          lib-injection/build/build_lib_injection_weblog.sh -w ${{ matrix.weblog }} -l ${{ inputs.library }} --push-tag ${{ env.LIBRARY_INJECTION_TEST_APP_IMAGE }} --docker-platform linux/arm64,linux/amd64
 
       - name: Install runner
         uses: ./.github/actions/install_runner
@@ -216,6 +220,10 @@ jobs:
         id: k8s-lib-injection-tests
         run: ./run.sh K8S_LIBRARY_INJECTION_BASIC
 
+      - name: Kubernetes lib-injection profiling tests
+        id: k8s-lib-injection-tests-profiling
+        run: ./run.sh K8S_LIBRARY_INJECTION_PROFILING
+
       - name: Compress logs
         id: compress_logs
         if: always()
@@ -225,5 +233,5 @@ jobs:
         if: always() && steps.compress_logs.outcome == 'success'
         uses: actions/upload-artifact@v4
         with:
-          name: logs_k8s-lib-injection_${{ inputs.library}}_${{matrix.weblog}}_${{ endsWith(matrix.lib_init_image, 'latest_snapshot') == true && 'latest_snapshot' || 'latest'}}
+          name: logs_k8s-lib-injection_${{ inputs.library}}_${{matrix.weblog}}_${{matrix.cluster_agent_version}}_${{ endsWith(matrix.lib_init_image, 'latest_snapshot') == true && 'dev' || 'prod'}}
           path: artifact.tar.gz

.github/workflows/system-tests.yml

@@ -60,35 +60,12 @@ on:
 jobs:
   compute_parameters:
     name: Get parameters
-    runs-on: ubuntu-latest
-    outputs:
-      endtoend_scenarios: ${{ steps.main.outputs.endtoend_scenarios }}
-      endtoend_weblogs: ${{ steps.main.outputs.endtoend_weblogs }}
-      graphql_scenarios: ${{ steps.main.outputs.graphql_scenarios }}
-      graphql_weblogs: ${{ steps.main.outputs.graphql_weblogs }}
-      libinjection_scenarios: ${{ steps.main.outputs.libinjection_scenarios }}
-      opentelemetry_scenarios: ${{ steps.main.outputs.opentelemetry_scenarios }}
-      opentelemetry_weblogs: ${{ steps.main.outputs.opentelemetry_weblogs }}
-      parametric_scenarios: ${{ steps.main.outputs.parametric_scenarios }}
-      _experimental_parametric_job_matrix: ${{ steps.main.outputs._experimental_parametric_job_matrix }}
-    steps:
-    - name: Checkout
-      uses: actions/checkout@v4
-      with:
-        repository: 'DataDog/system-tests'
-    - name: Install runner
-      uses: ./.github/actions/install_runner
-    - name: main
-      id: main
-      run: |
-        source venv/bin/activate
-        python utils/scripts/get_github_parameters.py >> $GITHUB_OUTPUT
-      env:
-        PYTHONPATH: "."
-        SCENARIOS: ${{ inputs.scenarios }}
-        SCENARIOS_GROUPS: ${{ inputs.scenarios_groups }}
-        LIBRARY: ${{ inputs.library }}
-        _EXPERIMENTAL_PARAMETRIC_JOB_COUNT: ${{ inputs._experimental_parametric_job_count }}
+    uses: ./.github/workflows/compute-workflow-parameters.yml
+    with:
+      library: ${{ inputs.library }}
+      scenarios: ${{ inputs.scenarios }}
+      scenarios_groups: ${{ inputs.scenarios_groups }}
+      _experimental_parametric_job_count: ${{ inputs._experimental_parametric_job_count }}
 
   parametric:
     needs:
@@ -156,3 +133,13 @@ jobs:
       library: ${{ inputs.library }}
       weblogs: ${{ needs.compute_parameters.outputs.opentelemetry_weblogs }}
       build_proxy_image: ${{ inputs.build_proxy_image }}
+
+  docker-ssi:
+    needs:
+      - compute_parameters
+    if: ${{ needs.compute_parameters.outputs.dockerssi_scenarios != '[]' && inputs.binaries_artifact == ''}} #Execute only for latest releases of the ssi
+    uses: ./.github/workflows/run-docker-ssi.yml
+    secrets: inherit
+    with:
+      library: ${{ inputs.library }}
+      weblogs: ${{ needs.compute_parameters.outputs.dockerssi_weblogs }}

.gitlab-ci.yml

@@ -242,10 +242,10 @@ onboarding_php:
           ONBOARDING_FILTER_WEBLOG: [test-shell-script]
           SCENARIO: [INSTALLER_AUTO_INJECTION_BLOCK_LIST]
         - ONBOARDING_FILTER_ENV: [dev, prod]
-          ONBOARDING_FILTER_WEBLOG: [test-app-php-container-83]
-          SCENARIO: [ CONTAINER_AUTO_INJECTION_INSTALL_SCRIPT]
+          ONBOARDING_FILTER_WEBLOG: [test-app-php-container-83,test-app-php-container-alpine]
+          SCENARIO: [CONTAINER_AUTO_INJECTION_INSTALL_SCRIPT]
         - ONBOARDING_FILTER_ENV: [dev, prod]
-          ONBOARDING_FILTER_WEBLOG: [test-app-php,test-app-php-container-83]
+          ONBOARDING_FILTER_WEBLOG: [test-app-php,test-app-php-container-83,test-app-php-container-alpine]
           SCENARIO: [INSTALLER_AUTO_INJECTION]
         - ONBOARDING_FILTER_ENV: [dev, prod]
           ONBOARDING_FILTER_WEBLOG: [test-app-php]
@@ -293,6 +293,7 @@ check_merge_labels:
     - export DOCKER_LOGIN=$(aws ssm get-parameter --region us-east-1 --name ci.system-tests.docker-login-write --with-decryption --query "Parameter.Value" --out text)
     - export DOCKER_LOGIN_PASS=$(aws ssm get-parameter --region us-east-1 --name ci.system-tests.docker-login-pass-write --with-decryption --query "Parameter.Value" --out text)
   script:
+    -  echo $GH_TOKEN | docker login ghcr.io -u publisher --password-stdin
     - ./utils/scripts/get_pr_merged_labels.sh
   rules:
     - if: $CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == "main"
@@ -308,6 +309,7 @@ generate_system_tests_images:
     - export DOCKER_LOGIN=$(aws ssm get-parameter --region us-east-1 --name ci.system-tests.docker-login-write --with-decryption --query "Parameter.Value" --out text)
     - export DOCKER_LOGIN_PASS=$(aws ssm get-parameter --region us-east-1 --name ci.system-tests.docker-login-pass-write --with-decryption --query "Parameter.Value" --out text)
   script:
+      -  echo $GH_TOKEN | docker login ghcr.io -u publisher --password-stdin
       - ./utils/build/build_tracer_buddies.sh --push
       - ./utils/build/build_python_base_images.sh --push
       - ./lib-injection/build/build_lib_injection_images.sh

README.md

@@ -1,6 +1,6 @@
 ## System tests
 
-Workbench designed to run advanced tests (integration, smoke, functionnal, fuzzing and performance)
+Workbench designed to run advanced tests (integration, smoke, functional, fuzzing and performance)
 
 ## Requirements