.azurepipelines: Add Rust support

Updates the repo pipelines to support Rust builds. Signed-off-by: Michael Kubacki <michael.kubacki@microsoft.com>
microsoft · Aug 30, 2023 · b6f3121 · b6f3121
1 parent c4b47ba
commit b6f3121
Show file tree

Hide file tree

Showing 7 changed files with 55 additions and 20 deletions.
diff --git a/.azurepipelines/MuDevOpsWrapper.yml b/.azurepipelines/MuDevOpsWrapper.yml
@@ -71,6 +71,11 @@ parameters:
   displayName: Whether Rust code is being built
   type: boolean
   default: false
+- name: extra_cargo_steps
+  displayName: Extra Steps to Run Before Standard Cargo Steps
+  type: stepList
+  default:
+    - script: echo No extra cargo steps provided
 
 jobs:
 - template: Jobs/PrGate.yml@mu_devops
@@ -106,6 +111,7 @@ jobs:
     - checkout: self
       fetchDepth: 1
       clean: true
+    - ${{ parameters.extra_cargo_steps }}
     - template: Steps/RustCargoSteps.yml@mu_devops
 
 - ${{ parameters.extra_jobs }}

diff --git a/.azurepipelines/Platform-Build-GCC5.yml b/.azurepipelines/Platform-Build-GCC5.yml
@@ -15,6 +15,7 @@ resources:
   containers:
     - container: linux-gcc
       image: ghcr.io/microsoft/mu_devops/ubuntu-22-test:latest
+      options: --name mu_devops_build_container
 
 variables:
 - group: tool-chain-ubuntu-gcc
@@ -35,7 +36,7 @@ jobs:
         BuildTarget: "DEBUG"
         BuildExtraTag: ""
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         BuildArtifactsBinary: |
@@ -50,7 +51,7 @@ jobs:
         BuildTarget: "RELEASE"
         BuildExtraTag: ""
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         BuildArtifactsBinary: |
@@ -65,7 +66,7 @@ jobs:
         BuildTarget: "DEBUG"
         BuildExtraTag: "ON_ARM"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: false
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         SelfHostAgent: true
@@ -82,7 +83,7 @@ jobs:
         BuildTarget: "RELEASE"
         BuildExtraTag: "ON_ARM"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: false
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         SelfHostAgent: true
@@ -99,7 +100,7 @@ jobs:
         BuildTarget: "RELEASE"
         BuildExtraTag: "NO_SMM"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE BLD_*_QEMU_CORE_NUM=2 BLD_*_SMM_ENABLED=FALSE"
         BuildArtifactsBinary: |
@@ -116,6 +117,7 @@ jobs:
         BuildExtraStep:
           - script: sudo apt-get install -y libssl-dev
             displayName: Install openssl
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         BuildArtifactsBinary: |
@@ -133,6 +135,7 @@ jobs:
         BuildExtraStep:
           - script: sudo apt-get install -y libssl-dev
             displayName: Install openssl
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         BuildArtifactsBinary: |
@@ -148,7 +151,7 @@ jobs:
         BuildTarget: "DEBUG"
         BuildExtraTag: "ON_AARCH64"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         SelfHostAgent: true
@@ -165,7 +168,7 @@ jobs:
         BuildTarget: "RELEASE"
         BuildExtraTag: "ON_AARCH64"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         SelfHostAgent: true

diff --git a/.azurepipelines/Platform-Build-VS.yml b/.azurepipelines/Platform-Build-VS.yml
@@ -38,7 +38,7 @@ jobs:
         BuildTarget: "DEBUG"
         BuildExtraTag: ""
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         BuildArtifactsBinary: |
@@ -53,7 +53,7 @@ jobs:
         BuildTarget: "RELEASE"
         BuildExtraTag: ""
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         BuildArtifactsBinary: |
@@ -68,7 +68,7 @@ jobs:
         BuildTarget: "DEBUG"
         BuildExtraTag: "ON_ARM"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: false
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         SelfHostAgent: true
@@ -85,7 +85,7 @@ jobs:
         BuildTarget: "RELEASE"
         BuildExtraTag: "ON_ARM"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: false
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
         SelfHostAgent: true
@@ -102,7 +102,7 @@ jobs:
         BuildTarget: "RELEASE"
         BuildExtraTag: "NO_SMM"
         BuildExtraStep:
-          - script: echo No extra steps provided
+          - template: Steps/RustSetupSteps.yml@mu_devops
         Run: true
         RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE BLD_*_QEMU_CORE_NUM=2 BLD_*_SMM_ENABLED=FALSE"
         BuildArtifactsBinary: |

diff --git a/.azurepipelines/Release.yml b/.azurepipelines/Release.yml
@@ -18,6 +18,10 @@ resources:
       endpoint: microsoft
       name: microsoft/mu_devops
       ref: main
+  containers:
+    - container: linux-gcc
+      image: ghcr.io/microsoft/mu_devops/ubuntu-22-test:latest
+      options: --name mu_devops_build_container
 
 name: $(Date:yyyyMMdd)$(Rev:.r) Mu Tiano Platforms Release
 
@@ -34,7 +38,7 @@ stages:
         tool_chain_tag: 'GCC5'
         vm_image: ubuntu-latest
         os_type: Linux
-        container_image: ghcr.io/microsoft/mu_devops/ubuntu-22-test:latest
+        container_image: linux-gcc
         build_matrix:
           QemuQ35_GCC_DEBUG:
             BuildPackage: QemuQ35Pkg
@@ -44,7 +48,7 @@ stages:
             BuildTarget: "DEBUG"
             BuildExtraTag: ""
             BuildExtraStep:
-              - script: echo No extra steps provided
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
             BuildArtifactsBinary: |
@@ -59,7 +63,7 @@ stages:
             BuildTarget: "RELEASE"
             BuildExtraTag: ""
             BuildExtraStep:
-              - script: echo No extra steps provided
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
             BuildArtifactsBinary: |
@@ -74,7 +78,7 @@ stages:
             BuildTarget: "RELEASE"
             BuildExtraTag: "NO_SMM"
             BuildExtraStep:
-              - script: echo No extra steps provided
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE BLD_*_QEMU_CORE_NUM=2 BLD_*_SMM_ENABLED=FALSE"
             BuildArtifactsBinary: |
@@ -91,6 +95,7 @@ stages:
             BuildExtraStep:
               - script: sudo apt-get install -y libssl-dev
                 displayName: Install openssl
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
             BuildArtifactsBinary: |
@@ -108,6 +113,7 @@ stages:
             BuildExtraStep:
               - script: sudo apt-get install -y libssl-dev
                 displayName: Install openssl
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
             BuildArtifactsBinary: |
@@ -144,7 +150,7 @@ stages:
             BuildTarget: "DEBUG"
             BuildExtraTag: ""
             BuildExtraStep:
-              - script: echo No extra steps provided
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
             BuildArtifactsBinary: |
@@ -159,7 +165,7 @@ stages:
             BuildTarget: "RELEASE"
             BuildExtraTag: ""
             BuildExtraStep:
-              - script: echo No extra steps provided
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE EMPTY_DRIVE=TRUE BLD_*_QEMU_CORE_NUM=2 TEST_REGEX=*TestApp*.efi RUN_TESTS=TRUE"
             BuildArtifactsBinary: |
@@ -174,7 +180,7 @@ stages:
             BuildTarget: "RELEASE"
             BuildExtraTag: "NO_SMM"
             BuildExtraStep:
-              - script: echo No extra steps provided
+              - template: Steps/RustSetupSteps.yml@mu_devops
             Run: true
             RunFlags: "SHUTDOWN_AFTER_RUN=TRUE QEMU_HEADLESS=TRUE BLD_*_QEMU_CORE_NUM=2 BLD_*_SMM_ENABLED=FALSE"
             BuildArtifactsBinary: |

diff --git a/.azurepipelines/Ubuntu-GCC5.yml b/.azurepipelines/Ubuntu-GCC5.yml
@@ -28,6 +28,16 @@ extends:
     do_pr_eval: true
     container_build: true
     os_type: Linux
+    rust_build: true
+    extra_cargo_steps:
+      - script: pip install -r pip-requirements.txt --upgrade
+        displayName: Install and Upgrade pip Modules
+        condition: succeeded()
+      - task: CmdLine@2
+        displayName: Repo Setup
+        inputs:
+          script: stuart_setup -c .pytool/CISettings.py
+        condition: succeeded()
     build_matrix:
       TARGET_QEMU:
         Pkgs: 'QemuPkg'

diff --git a/.azurepipelines/Windows-VS.yml b/.azurepipelines/Windows-VS.yml
@@ -27,6 +27,16 @@ extends:
     do_non_ci_setup: true
     do_pr_eval: true
     os_type: Windows_NT
+    rust_build: true
+    extra_cargo_steps:
+      - script: pip install -r pip-requirements.txt --upgrade
+        displayName: Install and Upgrade pip Modules
+        condition: succeeded()
+      - task: CmdLine@2
+        displayName: Repo Setup
+        inputs:
+          script: stuart_setup -c .pytool/CISettings.py
+        condition: succeeded()
     build_matrix:
       TARGET_QEMU:
         Pkgs: 'QemuPkg'

diff --git a/MU_BASECORE b/MU_BASECORE