From c9f66c4a24dac4f78ccee271278637704a67b86c Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 2 Dec 2024 21:02:08 +0000 Subject: [PATCH 001/109] enabling perf tests --- Jenkinsfile | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 5551844867..986813abb1 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -499,19 +499,19 @@ pipeline { description: "") booleanParam( name: "PERF_TEST", - defaultValue: false, + defaultValue: true, description: "Enable performance testing stages") booleanParam( name: "PERF_TEST_FP16", - defaultValue: false, + defaultValue: true, description: "Enable performance testing stages") booleanParam( name: "PERF_TEST_FP32", - defaultValue: false, + defaultValue: true, description: "Enable performance testing stages") booleanParam( name: "PERF_TEST_BRANCH_OVERRIDE", - defaultValue: false, + defaultValue: true, description: "Enable performance testing stages") booleanParam( name: "DBSYNC_TEST", @@ -1223,7 +1223,7 @@ pipeline { } } } - stage("Performance Tests - gfx90a") { + stage("Performance Tests - gfx942") { when { expression {params.PERF_TEST && params.TARGET_GFX90A} } From f555504a0f981496f85401fb5c5e82b6f09edd35 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 5 Dec 2024 15:41:20 +0000 Subject: [PATCH 002/109] added .jenkinsfile for perf_test stage --- .jenkins/perf_test | 655 ++++++++++++++++++++++++ Jenkinsfile | 1195 ++++---------------------------------------- vars/utils.groovy | 433 ++++++++++++++++ 3 files changed, 1186 insertions(+), 1097 deletions(-) create mode 100644 .jenkins/perf_test create mode 100644 vars/utils.groovy diff --git a/.jenkins/perf_test b/.jenkins/perf_test new file mode 100644 index 0000000000..032d86c728 --- /dev/null +++ b/.jenkins/perf_test @@ -0,0 +1,655 @@ +def shared_library_branch = scm.branches[0].name +if (shared_library_branch .contains("*/")) { + shared_library_branch = shared_library_branch.split("\\*/")[1] + } +def util_lib="jenkins-shared@${shared_library_branch}" +echo "${util_lib}" + +library "${util_lib}" + +def VerifyArgs() +{ + if(params.session_id == '') + { + error "Please specify a session_id" + } +} +pipeline { + agent { node { label 'austin' } } + environment { + docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" + CREDS = credentials("$DOCKER_CRED") + } + parameters { + string(name: 'BRANCH_NAME', defaultValue: 'develop', description: '') + string(name: 'MIOPEN_GOLDEN_PERF_BRANCH', defaultValue: 'develop', description: '') + choice(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') + choice(name: 'PERF_TEST_FP16', choices: ['Yes', 'No'], description: 'Overwrite baseline') + choice(name: 'PERF_TEST_FP32', choices: ['Yes', 'No'], description: 'Overwrite baseline') + choice(name: 'PERF_TEST', choices: ['Yes', 'No'], description: 'Overwrite baseline') + choice(name: 'PERF_TEST_BRANCH_OVERRIDE', choices: ['Yes', 'No'], description: 'Overwrite baseline results with results from this branch') + } + stages { + stage("Performance Tests - gfx942") { + when { + expression {params.PERF_TEST && params.TARGET_GFX90A} + } + parallel{ + stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + } + } + stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) + } + } + stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) + } + } + stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) + } + } + stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) + } + } + stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) + } + } + stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) + } + } + stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) + } + } + stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) + } + } + stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) + } + } + stage('Fp16 BS256 Hip Performance Densenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) + } + } + stage('Fp32 BS256 Hip Performance Densenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) + } + } + stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) + } + } + stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Inception3_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) + } + } + stage('Fp32 BS128 Hip Performance Inception3_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Inception3_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Inception4_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) + } + } + stage('Fp16 BS512 Hip Performance Inception4_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) + } + } + stage('Fp32 BS128 Hip Performance Inception4_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Inception4_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) + } + } + stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) + } + } + stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) + } + } + stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) + } + } + stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) + } + } + stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) + } + } + stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) + } + } + stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) + } + } + stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) + } + } + stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) + } + } + stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) + } + } + stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) + } + } + stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) + } + } + stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) + } + } + stage('Fp16 B512 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) + } + } + stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) + } + } + stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx90a'){ + + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) + } + } + stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) + } + } + stage('Fp16 BS128 Hip Performance SSD_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) + } + } + stage('Fp32 BS128 Hip Performance SSD_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) + } + } + stage('Fp16 BS128 Hip Performance VGG11_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) + } + } + stage('Fp16 BS256 Hip Performance VGG11_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) + } + } + stage('Fp16 BS512 Hip Performance VGG11_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) + } + } + stage('Fp32 BS512 Hip Performance VGG11_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) + } + } + stage('Fp16 BS128 Hip Performance VGG16_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) + } + } + stage('Fp32 BS4 Hip Performance VGG16_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) + } + } + stage('Fp32 BS64 Hip Performance VGG16_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) + } + } + stage('Fp32 BS128 Hip Performance VGG16_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS512 Hip Performance VGG16_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) + } + } + stage('Fp16 BS128 Hip Performance VGG19_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) + } + } + stage('Fp16 BS512 Hip Performance VGG19_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP16} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) + } + } + stage('Fp32 BS128 Hip Performance VGG19_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) + } + } + stage('Fp32 BS512 Hip Performance VGG19_v1 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utils.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) + } + } + } + } + } + post { + always { + script { + echo "clean up container" + utils.killContainer() + } + run + + } +} + + + diff --git a/Jenkinsfile b/Jenkinsfile index 986813abb1..a0cdfd6d26 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,393 +1,3 @@ -def rocmnode(name) { - return '(rocmtest || miopen) && (' + name + ')' -} - -def miopenCheckout() -{ - checkout([ - $class: 'GitSCM', - branches: scm.branches, - doGenerateSubmoduleConfigurations: true, - extensions: scm.extensions + [[$class: 'SubmoduleOption', parentCredentials: true]], - userRemoteConfigs: scm.userRemoteConfigs - ]) -} - -def show_node_info() { - sh """ - echo "NODE_NAME = \$NODE_NAME" - lsb_release -sd - uname -r - cat /sys/module/amdgpu/version - ls /opt/ -la - """ -} - -//default -// CXX=/opt/rocm/llvm/bin/clang++ CXXFLAGS='-Werror' cmake -DMIOPEN_GPU_SYNC=Off -DCMAKE_PREFIX_PATH=/usr/local -DBUILD_DEV=On -DCMAKE_BUILD_TYPE=release .. -// -def cmake_build(Map conf=[:]){ - - def compiler = conf.get("compiler","/opt/rocm/llvm/bin/clang++") - def make_targets = conf.get("make_targets","check") - def debug_flags = "-g -fno-omit-frame-pointer -fsanitize=undefined -fno-sanitize-recover=undefined -Wno-option-ignored " + conf.get("extradebugflags", "") - def build_envs = "CTEST_PARALLEL_LEVEL=4 " + conf.get("build_env","") - def prefixpath = conf.get("prefixpath","/opt/rocm") - def build_type_debug = (conf.get("build_type",'release') == 'debug') - - def mlir_args = " -DMIOPEN_USE_MLIR=" + conf.get("mlir_build", "ON") - // WORKAROUND_ISSUE_3192 Disabling MLIR for debug builds since MLIR generates sanitizer errors. - if (build_type_debug) - { - mlir_args = " -DMIOPEN_USE_MLIR=OFF" - } - - def setup_args = mlir_args + " -DMIOPEN_GPU_SYNC=Off " + conf.get("setup_flags","") - def build_fin = conf.get("build_fin", "OFF") - - setup_args = setup_args + " -DCMAKE_PREFIX_PATH=${prefixpath} " - - //cmake_env can overwrite default CXX variables. - def cmake_envs = "CXX=${compiler} CXXFLAGS='-Werror' " + conf.get("cmake_ex_env","") - - def package_build = (conf.get("package_build","") == "true") - - if (package_build == true) { - make_targets = "miopen_gtest package miopen_gtest_check" - setup_args = " -DMIOPEN_TEST_DISCRETE=OFF " + setup_args - } - - def miopen_install_path = "${env.WORKSPACE}/install" - if(conf.get("build_install","") == "true") - { - make_targets = 'install ' + make_targets - setup_args = " -DBUILD_DEV=Off -DCMAKE_INSTALL_PREFIX=${miopen_install_path}" + setup_args - } else if(package_build == true) { - setup_args = ' -DBUILD_DEV=Off' + setup_args - } else { - setup_args = ' -DBUILD_DEV=On' + setup_args - } - - // test_flags = ctest -> MIopen flags - def test_flags = conf.get("test_flags","") - - if (conf.get("vcache_enable","") == "true"){ - def vcache = conf.get(vcache_path,"/var/jenkins/.cache/miopen/vcache") - build_envs = " MIOPEN_VERIFY_CACHE_PATH='${vcache}' " + build_envs - } else{ - test_flags = " --disable-verification-cache " + test_flags - } - - if(build_type_debug){ - setup_args = " -DCMAKE_BUILD_TYPE=debug -DCMAKE_CXX_FLAGS_DEBUG='${debug_flags}'" + setup_args - }else{ - setup_args = " -DCMAKE_BUILD_TYPE=release" + setup_args - } - - if(test_flags != ""){ - setup_args = "-DMIOPEN_TEST_FLAGS='${test_flags}'" + setup_args - } - - if(conf.containsKey("find_mode")) - { - def fmode = conf.get("find_mode", "") - setup_args = " -DMIOPEN_DEFAULT_FIND_MODE=${fmode} " + setup_args - } - if(env.CCACHE_HOST) - { - setup_args = " -DCMAKE_CXX_COMPILER_LAUNCHER='ccache' -DCMAKE_C_COMPILER_LAUNCHER='ccache' " + setup_args - } - - if ( build_fin == "ON" ) - { - setup_args = " -DMIOPEN_INSTALL_CXX_HEADERS=On " + setup_args - } - - def pre_setup_cmd = """ - echo \$HSA_ENABLE_SDMA - ulimit -c unlimited - rm -rf build - mkdir build - rm -rf install - mkdir install - rm -f src/kernels/*.ufdb.txt - rm -f src/kernels/miopen*.udb - cd build - """ - def setup_cmd = conf.get("setup_cmd", "${cmake_envs} cmake ${setup_args} .. ") - // WORKAROUND_SWDEV_290754 - // It seems like this W/A is not required since 4.5. - def build_cmd = conf.get("build_cmd", "LLVM_PATH=/opt/rocm/llvm ${build_envs} dumb-init make -j\$(nproc) ${make_targets}") - def execute_cmd = conf.get("execute_cmd", "") - - def cmd = conf.get("cmd", """ - ${pre_setup_cmd} - ${setup_cmd} - ${build_cmd} - """) - - if ( build_fin == "ON" ) - { - def fin_build_cmd = cmake_fin_build_cmd(miopen_install_path) - cmd += """ - export RETDIR=\$PWD - cd ${env.WORKSPACE}/fin - ${fin_build_cmd} - cd \$RETDIR - """ - } - - cmd += """ - ${execute_cmd} - """ - - echo cmd - sh cmd - - // Only archive from master or develop - if (package_build == true && (env.BRANCH_NAME == "develop" || env.BRANCH_NAME == "master" || - env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_BRANCH_OVERRIDE)) { - archiveArtifacts artifacts: "build/*.deb", allowEmptyArchive: true, fingerprint: true - archiveArtifacts artifacts: "build/*.rpm", allowEmptyArchive: true, fingerprint: true - stash includes: "build/*tar.gz", name: 'miopen_tar' - } -} - -def cmake_fin_build_cmd(prefixpath){ - def flags = "-DCMAKE_INSTALL_PREFIX=${prefixpath} -DCMAKE_BUILD_TYPE=release" - def compiler = 'clang++' - def make_targets = "install" - def compilerpath = "/opt/rocm/llvm/bin/" + compiler - def configargs = "" - if (prefixpath != "") - { - configargs = "-DCMAKE_PREFIX_PATH=${prefixpath}" - } - - def fin_cmd = """ - echo \$HSA_ENABLE_SDMA - ulimit -c unlimited - rm -rf build - mkdir build - cd build - CXX=${compilerpath} cmake ${configargs} ${flags} .. - dumb-init make -j\$(nproc) ${make_targets} - """ - return fin_cmd -} - -def getDockerImageName(dockerArgs) -{ - sh "echo ${dockerArgs} > factors.txt" - def image = "${env.MIOPEN_DOCKER_IMAGE_URL}" - sh "md5sum Dockerfile requirements.txt dev-requirements.txt >> factors.txt" - def docker_hash = sh(script: "md5sum factors.txt | awk '{print \$1}' | head -c 6", returnStdout: true) - sh "rm factors.txt" - echo "Docker tag hash: ${docker_hash}" - image = "${image}:ci_${docker_hash}" - if(params.DOCKER_IMAGE_OVERRIDE != '') - { - echo "Overriding the base docker image with ${params.DOCKER_IMAGE_OVERRIDE}" - image = "${params.DOCKER_IMAGE_OVERRIDE}" - } - return image - -} - -def getDockerImage(Map conf=[:]) -{ - env.DOCKER_BUILDKIT=1 - def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm - def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages - def mlir_build = conf.get("mlir_build", "ON") // always ON - def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " - if(env.CCACHE_HOST) - { - def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() - if(check_host == "+PONG") - { - echo "FOUND CCACHE SERVER: ${CCACHE_HOST}" - } - else - { - echo "CCACHE SERVER: ${CCACHE_HOST} NOT FOUND, got ${check_host} response" - } - dockerArgs = dockerArgs + " --build-arg CCACHE_SECONDARY_STORAGE='redis://${env.CCACHE_HOST}' --build-arg COMPILER_LAUNCHER='ccache' " - env.CCACHE_DIR = """/tmp/ccache_store""" - env.CCACHE_SECONDARY_STORAGE="""redis://${env.CCACHE_HOST}""" - } - echo "Docker Args: ${dockerArgs}" - - def image = getDockerImageName(dockerArgs) - - def dockerImage - try{ - echo "Pulling down image: ${image}" - dockerImage = docker.image("${image}") - dockerImage.pull() - } - catch(org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ - echo "The job was cancelled or aborted" - throw e - } - catch(Exception ex) - { - dockerImage = docker.build("${image}", "${dockerArgs} .") - withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { - dockerImage.push() - } - } - return [dockerImage, image] -} - -def buildHipClangJob(Map conf=[:]){ - show_node_info() - miopenCheckout() - env.HSA_ENABLE_SDMA=0 - env.DOCKER_BUILDKIT=1 - def image - def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" - if (conf.get("enforce_xnack_on", false)) { - dockerOpts = dockerOpts + " --env HSA_XNACK=1" - } - - def variant = env.STAGE_NAME - - def needs_gpu = conf.get("needs_gpu", true) - def lfs_pull = conf.get("lfs_pull", false) - - def retimage - gitStatusWrapper(credentialsId: "${env.miopen_git_creds}", gitHubContext: "Jenkins - ${variant}", account: 'ROCm', repo: 'MIOpen') { - try { - (retimage, image) = getDockerImage(conf) - if (needs_gpu) { - withDockerContainer(image: image, args: dockerOpts) { - timeout(time: 5, unit: 'MINUTES') - { - sh 'PATH="/opt/rocm/opencl/bin:/opt/rocm/opencl/bin/x86_64:$PATH" clinfo' - } - } - } - } - catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ - echo "The job was cancelled or aborted" - throw e - } - catch(Exception ex) { - (retimage, image) = getDockerImage(conf) - if (needs_gpu) { - withDockerContainer(image: image, args: dockerOpts) { - timeout(time: 5, unit: 'MINUTES') - { - sh 'PATH="/opt/rocm/opencl/bin:/opt/rocm/opencl/bin/x86_64:$PATH" clinfo' - } - } - } - } - - withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { - timeout(time: 420, unit:'MINUTES') - { - if (lfs_pull) { - sh "git lfs pull --exclude=" - } - - cmake_build(conf) - } - } - } - return retimage -} - -def reboot(){ - build job: 'reboot-slaves', propagate: false , parameters: [string(name: 'server', value: "${env.NODE_NAME}"),] -} - -def buildHipClangJobAndReboot(Map conf=[:]){ - try{ - buildHipClangJob(conf) - cleanWs() - } - catch(e){ - echo "throwing error exception for the stage" - echo 'Exception occurred: ' + e.toString() - throw e - } - finally{ - if (conf.get("needs_reboot", true)) { - reboot() - } - } -} - -def RunPerfTest(Map conf=[:]){ - def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" - try { - (retimage, image) = getDockerImage(conf) - withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { - timeout(time: 600, unit: 'MINUTES') - { - unstash 'miopen_tar' - sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" - ld_lib="${env.WORKSPACE}/opt/rocm/lib" - def filename = conf.get("filename", "") - if (env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_BRANCH_OVERRIDE){ - if(params.PERF_TEST_OVERRIDE != '') - { - echo "Appending MIOpenDriver cmd env vars: ${params.PERF_TEST_OVERRIDE}" - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm --override ${params.PERF_TEST_OVERRRIDE}" - }else - { - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" - } - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" - jenkins_url = "${env.artifact_path}/${env.MIOPEN_GOLDEN_PERF_BRANCH}/lastSuccessfulBuild/artifact" - try { - sh "rm -rf ${env.WORKSPACE}/opt/rocm/bin/old_results/" - sh "wget -P ${env.WORKSPACE}/opt/rocm/bin/old_results/ ${jenkins_url}/opt/rocm/bin/perf_results/${filename}" - } - catch (Exception err){ - currentBuild.result = 'SUCCESS' - } - } - - archiveArtifacts artifacts: "opt/rocm/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true - try{ - if (env.BRANCH_NAME != env.MIOPEN_GOLDEN_PERF_BRANCH){ - sh "${env.WORKSPACE}/opt/rocm/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/opt/rocm/bin/old_results --filename ${filename}" - } - } - catch (Exception err){ - currentBuild.result = 'SUCCESS' - } - cleanWs() - } - } - } - catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ - echo "The job was cancelled or aborted" - throw e - } -} - - -def CheckPerfDbValid(Map conf=[:]){ - def pdb_image = buildHipClangJob(conf) - pdb_image.inside(){ - dir(path: "$WORKSPACE"){ - sh "ls install/bin/" - sh "MIOPEN_LOG_LEVEL=4 LD_LIBRARY_PATH='install/lib:/opt/rocm/lib/' install/bin/fin -i fin/tests/pdb_check_all.json -o pdb_valid_err.json" - archiveArtifacts "pdb_valid_err.json" - sh "grep clear pdb_valid_err.json" - def has_error = sh ( - script: "echo \$?", - returnStdout: true - ).trim() - assert has_error.toInteger() == 0 - } - } -} - /// Stage name format: /// [DataType] Backend[/Compiler] BuildType [TestSet] [Target] /// @@ -499,19 +109,19 @@ pipeline { description: "") booleanParam( name: "PERF_TEST", - defaultValue: true, + defaultValue: false, description: "Enable performance testing stages") booleanParam( name: "PERF_TEST_FP16", - defaultValue: true, + defaultValue: false, description: "Enable performance testing stages") booleanParam( name: "PERF_TEST_FP32", - defaultValue: true, + defaultValue: false, description: "Enable performance testing stages") booleanParam( name: "PERF_TEST_BRANCH_OVERRIDE", - defaultValue: true, + defaultValue: false, description: "Enable performance testing stages") booleanParam( name: "DBSYNC_TEST", @@ -548,9 +158,9 @@ pipeline { when { expression { params.BUILD_DOCKER && params.TARGET_NOGPU && params.DATATYPE_NA } } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - getDockerImage() + utils.getDockerImage() } } stage("Packages") { @@ -559,9 +169,9 @@ pipeline { } parallel { stage("HIP Package") { - agent{ label rocmnode("nogpu") } + agent{ label utils.rocmnode("nogpu") } steps{ - buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) + utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) } } } @@ -572,17 +182,17 @@ pipeline { } parallel{ stage('Hip Tidy') { - agent{ label rocmnode("nogpu") } + agent{ label utils.rocmnode("nogpu") } environment{ setup_cmd = "CXX='/opt/rocm/llvm/bin/clang++' cmake -DCMAKE_PREFIX_PATH=/opt/rocm -DMIOPEN_BACKEND=HIP -DBUILD_DEV=On .. " build_cmd = "make -j\$(nproc) -k analyze" } steps{ - buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) } } stage('Clang Format') { - agent{ label rocmnode("nogpu") } + agent{ label utils.rocmnode("nogpu") } environment{ execute_cmd = "find .. -iname \'*.h\' \ -o -iname \'*.hpp\' \ @@ -595,7 +205,7 @@ pipeline { | xargs -n 1 -P 1 -I{} -t sh -c \'clang-format-12 -style=file {} | diff - {}\'" } steps{ - buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false) } } stage('HipNoGPU Debug Build Test') { @@ -603,22 +213,22 @@ pipeline { beforeAgent true expression { params.TARGET_NOGPU } } - agent{ label rocmnode("nogpu") } + agent{ label utils.rocmnode("nogpu") } environment{ HipNoGPU_flags = "-DMIOPEN_BACKEND=HIPNOGPU -DMIOPEN_INSTALL_CXX_HEADERS=On" build_cmd = "make -j\$(nproc)" } steps{ - buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) + utils.buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) } } stage('Tuna Fin Build Test') { - agent{ label rocmnode("nogpu") } + agent{ label utils.rocmnode("nogpu") } environment{ fin_flags = "-DMIOPEN_BACKEND=HIPNOGPU" } steps{ - buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true") } } } @@ -636,9 +246,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true") } } stage('Fp32 Hip Debug gfx90a') { @@ -649,9 +259,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") } } stage('Fp32 Hip Debug gfx908') { @@ -662,9 +272,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx908") } + agent{ label utils.rocmnode("gfx908") } steps{ - buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") } } stage('Fp32 Hip Debug gfx94X') { @@ -675,9 +285,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx94X") } + agent{ label utils.rocmnode("gfx94X") } steps{ - buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true") } } } @@ -695,13 +305,13 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } environment{ // Can be removed altogether with when WORKAROUND_SWDEV_290754. NOCOMGR_build_cmd = "CTEST_PARALLEL_LEVEL=4 MIOPEN_LOG_LEVEL=5 make -j\$(nproc) check" } steps{ - buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true") } } stage('Fp32 Hip Debug NOMLIR gfx90a') { @@ -712,13 +322,13 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } environment{ // Can be removed altogether with when WORKAROUND_SWDEV_290754. NOMLIR_build_cmd = "CTEST_PARALLEL_LEVEL=4 MIOPEN_LOG_LEVEL=5 make -j\$(nproc) check" } steps{ - buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true") } } stage('Fp32 Hip Debug NOCK gfx90a Build-Only') { @@ -729,9 +339,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true") } } stage('Fp32 Hip Debug Embedded Vega20') { @@ -742,12 +352,12 @@ pipeline { options { retry(2) } - agent{ label rocmnode("vega20") } + agent{ label utils.rocmnode("vega20") } environment{ Embedded_flags = "-DMIOPEN_EMBED_DB='gfx906_60'" } steps{ - buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true") } } stage('Fp32 Hip Static gfx90a') { @@ -758,9 +368,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true") } } stage('Fp32 Hip Normal-Find gfx90a') { @@ -771,13 +381,13 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } environment{ make_targets = "test_conv2d" execute_cmd = "bin/test_conv2d --disable-verification-cache" } steps{ - buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true") + utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true") } } stage('Fp32 Hip Fast-Find gfx90a') { @@ -788,13 +398,13 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } environment{ make_targets = "test_conv2d" execute_cmd = "MIOPEN_FIND_MODE=2 CTEST_PARALLEL_LEVEL=4 bin/test_conv2d --disable-verification-cache" } steps{ - buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true") + utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true") } } stage('Fp32 Hip gfx90a') { @@ -805,9 +415,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot() + utils.buildHipClangJobAndReboot() } } stage('Fp32 Hip SqlitePerfdb gfx90a') { @@ -818,9 +428,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true") + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true") } } } @@ -838,9 +448,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("vega20") } + agent{ label utils.rocmnode("vega20") } steps{ - buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") } } stage('Bf16 Hip Vega20') { @@ -851,9 +461,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("vega20") } + agent{ label utils.rocmnode("vega20") } steps{ - buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") } } stage('Fp16 Hip gfx908') { @@ -864,9 +474,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx908") } + agent{ label utils.rocmnode("gfx908") } steps{ - buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") } } stage('Bf16 Hip gfx908') { @@ -877,9 +487,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx908") } + agent{ label utils.rocmnode("gfx908") } steps{ - buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") } } stage('Fp16 Hip gfx90a') { @@ -890,9 +500,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") } } stage('Bf16 Hip gfx90a') { @@ -903,9 +513,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") } } stage('Fp16 Hip gfx94X') { @@ -916,9 +526,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx94X") } + agent{ label utils.rocmnode("gfx94X") } steps{ - buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") } } stage('Bf16 Hip gfx94X') { @@ -929,9 +539,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx94X") } + agent{ label utils.rocmnode("gfx94X") } steps{ - buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") } } } @@ -954,9 +564,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx908") } + agent{ label utils.rocmnode("gfx908") } steps{ - buildHipClangJobAndReboot(lfs_pull: true, + utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', execute_cmd: './bin/test_db_sync', @@ -973,9 +583,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(lfs_pull: true, + utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', execute_cmd: './bin/test_db_sync', @@ -992,9 +602,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx942") } + agent{ label utils.rocmnode("gfx942") } steps{ - buildHipClangJobAndReboot(lfs_pull: true, + utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', execute_cmd: './bin/test_db_sync', @@ -1011,9 +621,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("vega20") } + agent{ label utils.rocmnode("vega20") } steps{ - buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test) + utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test) } } stage('Bf16 Hip Install All gfx908') { @@ -1024,9 +634,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx908") } + agent{ label utils.rocmnode("gfx908") } steps{ - buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") } } stage('Bf16 Hip Install All gfx90a') { @@ -1037,9 +647,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") } } stage('Bf16 Hip Install All gfx94X') { @@ -1050,9 +660,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx94X") } + agent{ label utils.rocmnode("gfx94X") } steps{ - buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false) } } stage('Fp16 Hip All gfx1030') { @@ -1063,9 +673,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("navi21") } + agent{ label utils.rocmnode("navi21") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd) } } stage('Fp16 Hip All gfx1101') { @@ -1076,9 +686,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("navi32") } + agent{ label utils.rocmnode("navi32") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags) } } stage('Fp32 Hip All gfx908') { @@ -1089,9 +699,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx908") } + agent{ label utils.rocmnode("gfx908") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test) + utils.buildHipClangJobAndReboot(setup_flags: Full_test) } } stage('Fp32 Hip All gfx90a') { @@ -1102,9 +712,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test) + utils.buildHipClangJobAndReboot(setup_flags: Full_test) } } // stage('Fp32 Hip All gfx90a Xnack+') { @@ -1112,9 +722,9 @@ pipeline { // beforeAgent true // expression { params.TARGET_GFX90A && params.DATATYPE_FP32 } // } - // agent{ label rocmnode("gfx90a") } + // agent{ label utils.rocmnode("gfx90a") } // steps{ - // buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true) + // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true) // } // } stage('Fp32 Hip All gfx94X') { @@ -1125,9 +735,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx94X") } + agent{ label utils.rocmnode("gfx94X") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false) } } stage('Fp16 Hip Install All Vega20') { @@ -1138,9 +748,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("vega20") } + agent{ label utils.rocmnode("vega20") } steps{ - buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true") } } stage('Fp32 Hip All Vega20') { @@ -1151,9 +761,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("vega20") } + agent{ label utils.rocmnode("vega20") } steps{ - buildHipClangJobAndReboot( setup_flags: Full_test) + utils.buildHipClangJobAndReboot( setup_flags: Full_test) } } stage('Fp32 Hip All Install gfx1030') { @@ -1164,9 +774,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("navi21") } + agent{ label utils.rocmnode("navi21") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true") } } stage('Fp32 Hip All Install gfx1101') { @@ -1177,9 +787,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("navi32") } + agent{ label utils.rocmnode("navi32") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true") } } stage('Fp16 Hip All Install gfx908') { @@ -1190,9 +800,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx908") } + agent{ label utils.rocmnode("gfx908") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") } } stage('Fp16 Hip All Install gfx90a') { @@ -1203,9 +813,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx90a") } + agent{ label utils.rocmnode("gfx90a") } steps{ - buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") } } stage('Fp16 Hip All Install gfx94X') { @@ -1216,618 +826,9 @@ pipeline { options { retry(2) } - agent{ label rocmnode("gfx94X") } - steps{ - buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false) - } - } - } - } - stage("Performance Tests - gfx942") { - when { - expression {params.PERF_TEST && params.TARGET_GFX90A} - } - parallel{ - stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) - } - } - stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) - } - } - stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) - } - } - stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) - } - } - stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) - } - } - stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) - } - } - stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) - } - } - stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) - } - } - stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) - } - } - stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) - } - } - stage('Fp16 BS256 Hip Performance Densenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) - } - } - stage('Fp32 BS256 Hip Performance Densenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) - } - } - stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) - } - } - stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Inception3_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) - } - } - stage('Fp32 BS128 Hip Performance Inception3_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Inception3_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Inception4_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) - } - } - stage('Fp16 BS512 Hip Performance Inception4_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) - } - } - stage('Fp32 BS128 Hip Performance Inception4_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Inception4_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) - } - } - stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) - } - } - stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) - } - } - stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) - } - } - stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) - } - } - stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) - } - } - stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) - } - } - stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) - } - } - stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) - } - } - stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) - } - } - stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) - } - } - stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) - } - } - stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) - } - } - stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) - } - } - stage('Fp16 B512 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) - } - } - stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) - } - } - stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx90a'){ - - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) - } - } - stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) - } - } - stage('Fp16 BS128 Hip Performance SSD_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) - } - } - stage('Fp32 BS128 Hip Performance SSD_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) - } - } - stage('Fp16 BS128 Hip Performance VGG11_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) - } - } - stage('Fp16 BS256 Hip Performance VGG11_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) - } - } - stage('Fp16 BS512 Hip Performance VGG11_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) - } - } - stage('Fp32 BS512 Hip Performance VGG11_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) - } - } - stage('Fp16 BS128 Hip Performance VGG16_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) - } - } - stage('Fp32 BS4 Hip Performance VGG16_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) - } - } - stage('Fp32 BS64 Hip Performance VGG16_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) - } - } - stage('Fp32 BS128 Hip Performance VGG16_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS512 Hip Performance VGG16_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) - } - } - stage('Fp16 BS128 Hip Performance VGG19_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) - } - } - stage('Fp16 BS512 Hip Performance VGG19_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP16} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) - } - } - stage('Fp32 BS128 Hip Performance VGG19_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) - } - } - stage('Fp32 BS512 Hip Performance VGG19_v1 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label rocmnode("austin")} + agent{ label utils.rocmnode("gfx94X") } steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false) } } } diff --git a/vars/utils.groovy b/vars/utils.groovy new file mode 100644 index 0000000000..8fb4257242 --- /dev/null +++ b/vars/utils.groovy @@ -0,0 +1,433 @@ +//import groovy.transform.Field +def rocmnode(name) { + return '(rocmtest || miopen) && (' + name + ')' +} + +def miopenCheckout() +{ + checkout([ + $class: 'GitSCM', + branches: scm.branches, + doGenerateSubmoduleConfigurations: true, + extensions: scm.extensions + [[$class: 'SubmoduleOption', parentCredentials: true]], + userRemoteConfigs: scm.userRemoteConfigs + ]) +} + +def show_node_info() { + sh """ + echo "NODE_NAME = \$NODE_NAME" + lsb_release -sd + uname -r + cat /sys/module/amdgpu/version + ls /opt/ -la + """ +} + +//default +// CXX=/opt/rocm/llvm/bin/clang++ CXXFLAGS='-Werror' cmake -DMIOPEN_GPU_SYNC=Off -DCMAKE_PREFIX_PATH=/usr/local -DBUILD_DEV=On -DCMAKE_BUILD_TYPE=release .. +// +def cmake_build(Map conf=[:]){ + + def compiler = conf.get("compiler","/opt/rocm/llvm/bin/clang++") + def make_targets = conf.get("make_targets","check") + def debug_flags = "-g -fno-omit-frame-pointer -fsanitize=undefined -fno-sanitize-recover=undefined -Wno-option-ignored " + conf.get("extradebugflags", "") + def build_envs = "CTEST_PARALLEL_LEVEL=4 " + conf.get("build_env","") + def prefixpath = conf.get("prefixpath","/opt/rocm") + def build_type_debug = (conf.get("build_type",'release') == 'debug') + + def mlir_args = " -DMIOPEN_USE_MLIR=" + conf.get("mlir_build", "ON") + // WORKAROUND_ISSUE_3192 Disabling MLIR for debug builds since MLIR generates sanitizer errors. + if (build_type_debug) + { + mlir_args = " -DMIOPEN_USE_MLIR=OFF" + } + + def setup_args = mlir_args + " -DMIOPEN_GPU_SYNC=Off " + conf.get("setup_flags","") + def build_fin = conf.get("build_fin", "OFF") + + setup_args = setup_args + " -DCMAKE_PREFIX_PATH=${prefixpath} " + + //cmake_env can overwrite default CXX variables. + def cmake_envs = "CXX=${compiler} CXXFLAGS='-Werror' " + conf.get("cmake_ex_env","") + + def package_build = (conf.get("package_build","") == "true") + + if (package_build == true) { + make_targets = "miopen_gtest package miopen_gtest_check" + setup_args = " -DMIOPEN_TEST_DISCRETE=OFF " + setup_args + } + + def miopen_install_path = "${env.WORKSPACE}/install" + if(conf.get("build_install","") == "true") + { + make_targets = 'install ' + make_targets + setup_args = " -DBUILD_DEV=Off -DCMAKE_INSTALL_PREFIX=${miopen_install_path}" + setup_args + } else if(package_build == true) { + setup_args = ' -DBUILD_DEV=Off' + setup_args + } else { + setup_args = ' -DBUILD_DEV=On' + setup_args + } + + // test_flags = ctest -> MIopen flags + def test_flags = conf.get("test_flags","") + + if (conf.get("vcache_enable","") == "true"){ + def vcache = conf.get(vcache_path,"/var/jenkins/.cache/miopen/vcache") + build_envs = " MIOPEN_VERIFY_CACHE_PATH='${vcache}' " + build_envs + } else{ + test_flags = " --disable-verification-cache " + test_flags + } + + if(build_type_debug){ + setup_args = " -DCMAKE_BUILD_TYPE=debug -DCMAKE_CXX_FLAGS_DEBUG='${debug_flags}'" + setup_args + }else{ + setup_args = " -DCMAKE_BUILD_TYPE=release" + setup_args + } + + if(test_flags != ""){ + setup_args = "-DMIOPEN_TEST_FLAGS='${test_flags}'" + setup_args + } + + if(conf.containsKey("find_mode")) + { + def fmode = conf.get("find_mode", "") + setup_args = " -DMIOPEN_DEFAULT_FIND_MODE=${fmode} " + setup_args + } + if(env.CCACHE_HOST) + { + setup_args = " -DCMAKE_CXX_COMPILER_LAUNCHER='ccache' -DCMAKE_C_COMPILER_LAUNCHER='ccache' " + setup_args + } + + if ( build_fin == "ON" ) + { + setup_args = " -DMIOPEN_INSTALL_CXX_HEADERS=On " + setup_args + } + + def pre_setup_cmd = """ + echo \$HSA_ENABLE_SDMA + ulimit -c unlimited + rm -rf build + mkdir build + rm -rf install + mkdir install + rm -f src/kernels/*.ufdb.txt + rm -f src/kernels/miopen*.udb + cd build + """ + def setup_cmd = conf.get("setup_cmd", "${cmake_envs} cmake ${setup_args} .. ") + // WORKAROUND_SWDEV_290754 + // It seems like this W/A is not required since 4.5. + def build_cmd = conf.get("build_cmd", "LLVM_PATH=/opt/rocm/llvm ${build_envs} dumb-init make -j\$(nproc) ${make_targets}") + def execute_cmd = conf.get("execute_cmd", "") + + def cmd = conf.get("cmd", """ + ${pre_setup_cmd} + ${setup_cmd} + ${build_cmd} + """) + + if ( build_fin == "ON" ) + { + def fin_build_cmd = cmake_fin_build_cmd(miopen_install_path) + cmd += """ + export RETDIR=\$PWD + cd ${env.WORKSPACE}/fin + ${fin_build_cmd} + cd \$RETDIR + """ + } + + cmd += """ + ${execute_cmd} + """ + + echo cmd + sh cmd + + // Only archive from master or develop + if (package_build == true && (env.BRANCH_NAME == "develop" || env.BRANCH_NAME == "master" || + env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_BRANCH_OVERRIDE)) { + archiveArtifacts artifacts: "build/*.deb", allowEmptyArchive: true, fingerprint: true + archiveArtifacts artifacts: "build/*.rpm", allowEmptyArchive: true, fingerprint: true + stash includes: "build/*tar.gz", name: 'miopen_tar' + } +} + +def cmake_fin_build_cmd(prefixpath){ + def flags = "-DCMAKE_INSTALL_PREFIX=${prefixpath} -DCMAKE_BUILD_TYPE=release" + def compiler = 'clang++' + def make_targets = "install" + def compilerpath = "/opt/rocm/llvm/bin/" + compiler + def configargs = "" + if (prefixpath != "") + { + configargs = "-DCMAKE_PREFIX_PATH=${prefixpath}" + } + + def fin_cmd = """ + echo \$HSA_ENABLE_SDMA + ulimit -c unlimited + rm -rf build + mkdir build + cd build + CXX=${compilerpath} cmake ${configargs} ${flags} .. + dumb-init make -j\$(nproc) ${make_targets} + """ + return fin_cmd +} + +def getDockerImageName(dockerArgs) +{ + sh "echo ${dockerArgs} > factors.txt" + def image = "${env.MIOPEN_DOCKER_IMAGE_URL}" + sh "md5sum Dockerfile requirements.txt dev-requirements.txt >> factors.txt" + def docker_hash = sh(script: "md5sum factors.txt | awk '{print \$1}' | head -c 6", returnStdout: true) + sh "rm factors.txt" + echo "Docker tag hash: ${docker_hash}" + image = "${image}:ci_${docker_hash}" + if(params.DOCKER_IMAGE_OVERRIDE != '') + { + echo "Overriding the base docker image with ${params.DOCKER_IMAGE_OVERRIDE}" + image = "${params.DOCKER_IMAGE_OVERRIDE}" + } + return image + +} + +def getDockerImage(Map conf=[:]) +{ + env.DOCKER_BUILDKIT=1 + def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm + def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages + def mlir_build = conf.get("mlir_build", "ON") // always ON + def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + if(env.CCACHE_HOST) + { + def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() + if(check_host == "+PONG") + { + echo "FOUND CCACHE SERVER: ${CCACHE_HOST}" + } + else + { + echo "CCACHE SERVER: ${CCACHE_HOST} NOT FOUND, got ${check_host} response" + } + dockerArgs = dockerArgs + " --build-arg CCACHE_SECONDARY_STORAGE='redis://${env.CCACHE_HOST}' --build-arg COMPILER_LAUNCHER='ccache' " + env.CCACHE_DIR = """/tmp/ccache_store""" + env.CCACHE_SECONDARY_STORAGE="""redis://${env.CCACHE_HOST}""" + } + echo "Docker Args: ${dockerArgs}" + + def image = getDockerImageName(dockerArgs) + + def dockerImage + try{ + echo "Pulling down image: ${image}" + dockerImage = docker.image("${image}") + dockerImage.pull() + } + catch(org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ + echo "The job was cancelled or aborted" + throw e + } + catch(Exception ex) + { + dockerImage = docker.build("${image}", "${dockerArgs} .") + withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { + dockerImage.push() + } + } + return [dockerImage, image] +} + +def buildHipClangJob(Map conf=[:]){ + show_node_info() + miopenCheckout() + env.HSA_ENABLE_SDMA=0 + env.DOCKER_BUILDKIT=1 + def image + def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" + if (conf.get("enforce_xnack_on", false)) { + dockerOpts = dockerOpts + " --env HSA_XNACK=1" + } + + def variant = env.STAGE_NAME + + def needs_gpu = conf.get("needs_gpu", true) + def lfs_pull = conf.get("lfs_pull", false) + + def retimage + gitStatusWrapper(credentialsId: "${env.miopen_git_creds}", gitHubContext: "Jenkins - ${variant}", account: 'ROCm', repo: 'MIOpen') { + try { + (retimage, image) = getDockerImage(conf) + if (needs_gpu) { + withDockerContainer(image: image, args: dockerOpts) { + timeout(time: 5, unit: 'MINUTES') + { + sh 'PATH="/opt/rocm/opencl/bin:/opt/rocm/opencl/bin/x86_64:$PATH" clinfo' + } + } + } + } + catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ + echo "The job was cancelled or aborted" + throw e + } + catch(Exception ex) { + (retimage, image) = getDockerImage(conf) + if (needs_gpu) { + withDockerContainer(image: image, args: dockerOpts) { + timeout(time: 5, unit: 'MINUTES') + { + sh 'PATH="/opt/rocm/opencl/bin:/opt/rocm/opencl/bin/x86_64:$PATH" clinfo' + } + } + } + } + + withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { + timeout(time: 420, unit:'MINUTES') + { + if (lfs_pull) { + sh "git lfs pull --exclude=" + } + + cmake_build(conf) + } + } + } + return retimage +} + +def reboot(){ + build job: 'reboot-slaves', propagate: false , parameters: [string(name: 'server', value: "${env.NODE_NAME}"),] +} + +def buildHipClangJobAndReboot(Map conf=[:]){ + try{ + buildHipClangJob(conf) + cleanWs() + } + catch(e){ + echo "throwing error exception for the stage" + echo 'Exception occurred: ' + e.toString() + throw e + } + finally{ + if (conf.get("needs_reboot", true)) { + reboot() + } + } +} + + +def CheckPerfDbValid(Map conf=[:]){ + def pdb_image = buildHipClangJob(conf) + pdb_image.inside(){ + dir(path: "$WORKSPACE"){ + sh "ls install/bin/" + sh "MIOPEN_LOG_LEVEL=4 LD_LIBRARY_PATH='install/lib:/opt/rocm/lib/' install/bin/fin -i fin/tests/pdb_check_all.json -o pdb_valid_err.json" + archiveArtifacts "pdb_valid_err.json" + sh "grep clear pdb_valid_err.json" + def has_error = sh ( + script: "echo \$?", + returnStdout: true + ).trim() + assert has_error.toInteger() == 0 + } + } +} +def evaluate(params) +{ + (build_args, partition) = getBuildArgs() + def tuna_docker_name = getDockerName("${backend}") + + docker.withRegistry('', "$DOCKER_CRED"){ + def tuna_docker + tuna_docker = docker.build("${tuna_docker_name}", "${build_args} ." ) + tuna_docker.push() + } + + env_list = params.env.split(' ') + for(item in env_list) + { + if(item.replaceAll("\\s","") != "") + { + if(item.contains("=")) + { + docker_args += " -e ${item}" + } + else + { + error "Not added to env: ${item}" + } + } + } + def eval_cmd = '' + if(params.stage == 'fin_find') + { + eval_cmd = '--fin_steps miopen_find_eval' + } + else + { + eval_cmd = '--fin_steps miopen_perf_eval' + } + if(params.dynamic_solvers_only) + { + eval_cmd += ' --dynamic_solvers_only' + } + + sh "docker run ${docker_args} ${tuna_docker_name} python3 /tuna/tuna/go_fish.py miopen ${eval_cmd} --session_id ${params.session_id} --enqueue_only &" + sh "srun --no-kill -p ${partition} -N 1-10 -l bash -c 'echo ${env.CREDS_PSW} | HOME=/home/slurm docker login -u ${env.CREDS_USR} --password-stdin && HOME=/home/slurm docker run ${docker_args} ${tuna_docker_name} python3 /tuna/tuna/go_fish.py miopen ${eval_cmd} --session_id ${params.session_id}'" +} + +def RunPerfTest(Map conf=[:]){ + def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" + try { + (retimage, image) = getDockerImage(conf) + withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { + timeout(time: 600, unit: 'MINUTES') + { + unstash 'miopen_tar' + sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" + ld_lib="${env.WORKSPACE}/opt/rocm/lib" + def filename = conf.get("filename", "") + if (env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_BRANCH_OVERRIDE){ + if(params.PERF_TEST_OVERRIDE != '') + { + echo "Appending MIOpenDriver cmd env vars: ${params.PERF_TEST_OVERRIDE}" + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm --override ${params.PERF_TEST_OVERRRIDE}" + }else + { + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" + } + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" + jenkins_url = "${env.artifact_path}/${env.MIOPEN_GOLDEN_PERF_BRANCH}/lastSuccessfulBuild/artifact" + try { + sh "rm -rf ${env.WORKSPACE}/opt/rocm/bin/old_results/" + sh "wget -P ${env.WORKSPACE}/opt/rocm/bin/old_results/ ${jenkins_url}/opt/rocm/bin/perf_results/${filename}" + } + catch (Exception err){ + currentBuild.result = 'SUCCESS' + } + } + + archiveArtifacts artifacts: "opt/rocm/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true + try{ + if (env.BRANCH_NAME != env.MIOPEN_GOLDEN_PERF_BRANCH){ + sh "${env.WORKSPACE}/opt/rocm/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/opt/rocm/bin/old_results --filename ${filename}" + } + } + catch (Exception err){ + currentBuild.result = 'SUCCESS' + } + cleanWs() + } + } + } + catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ + echo "The job was cancelled or aborted" + throw e + } +} From ff32c2f72c56ebe34b766a03572d7050c38caecc Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 5 Dec 2024 15:54:27 +0000 Subject: [PATCH 003/109] +shared_library_branch --- Jenkinsfile | 3 +++ 1 file changed, 3 insertions(+) diff --git a/Jenkinsfile b/Jenkinsfile index a0cdfd6d26..532cdef30d 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,3 +1,6 @@ + +library "jenkins-shared@$BRANCH_NAME" + /// Stage name format: /// [DataType] Backend[/Compiler] BuildType [TestSet] [Target] /// From f1b4a6c227c13e28d2665394cde4b30044751c00 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 5 Dec 2024 16:27:55 +0000 Subject: [PATCH 004/109] added script {} call --- Jenkinsfile | 95 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 95 insertions(+) diff --git a/Jenkinsfile b/Jenkinsfile index 532cdef30d..cbe4cfdfce 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -163,7 +163,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.getDockerImage() + } } } stage("Packages") { @@ -174,7 +176,10 @@ pipeline { stage("HIP Package") { agent{ label utils.rocmnode("nogpu") } steps{ + script { utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) + } + } } } } @@ -191,7 +196,9 @@ pipeline { build_cmd = "make -j\$(nproc) -k analyze" } steps{ + script { utils.buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) + } } } stage('Clang Format') { @@ -208,7 +215,9 @@ pipeline { | xargs -n 1 -P 1 -I{} -t sh -c \'clang-format-12 -style=file {} | diff - {}\'" } steps{ + script { utils.buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false) + } } } stage('HipNoGPU Debug Build Test') { @@ -222,7 +231,9 @@ pipeline { build_cmd = "make -j\$(nproc)" } steps{ + script { utils.buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) + } } } stage('Tuna Fin Build Test') { @@ -231,7 +242,9 @@ pipeline { fin_flags = "-DMIOPEN_BACKEND=HIPNOGPU" } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true") + } } } } @@ -251,7 +264,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true") + } } } stage('Fp32 Hip Debug gfx90a') { @@ -264,7 +279,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") + } } } stage('Fp32 Hip Debug gfx908') { @@ -277,7 +294,9 @@ pipeline { } agent{ label utils.rocmnode("gfx908") } steps{ + script { utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") + } } } stage('Fp32 Hip Debug gfx94X') { @@ -290,7 +309,9 @@ pipeline { } agent{ label utils.rocmnode("gfx94X") } steps{ + script { utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + } } } } @@ -314,7 +335,9 @@ pipeline { NOCOMGR_build_cmd = "CTEST_PARALLEL_LEVEL=4 MIOPEN_LOG_LEVEL=5 make -j\$(nproc) check" } steps{ + script { utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true") + } } } stage('Fp32 Hip Debug NOMLIR gfx90a') { @@ -331,7 +354,9 @@ pipeline { NOMLIR_build_cmd = "CTEST_PARALLEL_LEVEL=4 MIOPEN_LOG_LEVEL=5 make -j\$(nproc) check" } steps{ + script { utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true") + } } } stage('Fp32 Hip Debug NOCK gfx90a Build-Only') { @@ -344,7 +369,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true") + } } } stage('Fp32 Hip Debug Embedded Vega20') { @@ -360,7 +387,9 @@ pipeline { Embedded_flags = "-DMIOPEN_EMBED_DB='gfx906_60'" } steps{ + script { utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true") + } } } stage('Fp32 Hip Static gfx90a') { @@ -373,7 +402,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true") + } } } stage('Fp32 Hip Normal-Find gfx90a') { @@ -390,7 +421,9 @@ pipeline { execute_cmd = "bin/test_conv2d --disable-verification-cache" } steps{ + script { utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true") + } } } stage('Fp32 Hip Fast-Find gfx90a') { @@ -407,7 +440,9 @@ pipeline { execute_cmd = "MIOPEN_FIND_MODE=2 CTEST_PARALLEL_LEVEL=4 bin/test_conv2d --disable-verification-cache" } steps{ + script { utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true") + } } } stage('Fp32 Hip gfx90a') { @@ -420,7 +455,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot() + } } } stage('Fp32 Hip SqlitePerfdb gfx90a') { @@ -433,7 +470,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true") + } } } } @@ -453,7 +492,9 @@ pipeline { } agent{ label utils.rocmnode("vega20") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + } } } stage('Bf16 Hip Vega20') { @@ -466,7 +507,9 @@ pipeline { } agent{ label utils.rocmnode("vega20") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + } } } stage('Fp16 Hip gfx908') { @@ -479,7 +522,9 @@ pipeline { } agent{ label utils.rocmnode("gfx908") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + } } } stage('Bf16 Hip gfx908') { @@ -492,7 +537,9 @@ pipeline { } agent{ label utils.rocmnode("gfx908") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + } } } stage('Fp16 Hip gfx90a') { @@ -505,7 +552,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + } } } stage('Bf16 Hip gfx90a') { @@ -518,7 +567,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + } } } stage('Fp16 Hip gfx94X') { @@ -531,7 +582,9 @@ pipeline { } agent{ label utils.rocmnode("gfx94X") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + } } } stage('Bf16 Hip gfx94X') { @@ -544,7 +597,9 @@ pipeline { } agent{ label utils.rocmnode("gfx94X") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + } } } } @@ -569,6 +624,7 @@ pipeline { } agent{ label utils.rocmnode("gfx908") } steps{ + script { utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -576,6 +632,7 @@ pipeline { needs_gpu:false, needs_reboot:false, build_install: "true") + } } } stage('Dbsync gfx90a') { @@ -588,6 +645,7 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -595,6 +653,7 @@ pipeline { needs_gpu:false, needs_reboot:false, build_install: "true") + } } } stage('Dbsync gfx942') { @@ -607,6 +666,7 @@ pipeline { } agent{ label utils.rocmnode("gfx942") } steps{ + script { utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -614,6 +674,7 @@ pipeline { needs_gpu:false, needs_reboot:false, build_install: "true") + } } } stage('Int8 HIP All Vega20') { @@ -626,7 +687,9 @@ pipeline { } agent{ label utils.rocmnode("vega20") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test) + } } } stage('Bf16 Hip Install All gfx908') { @@ -639,7 +702,9 @@ pipeline { } agent{ label utils.rocmnode("gfx908") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") + } } } stage('Bf16 Hip Install All gfx90a') { @@ -652,7 +717,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") + } } } stage('Bf16 Hip Install All gfx94X') { @@ -665,7 +732,9 @@ pipeline { } agent{ label utils.rocmnode("gfx94X") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false) + } } } stage('Fp16 Hip All gfx1030') { @@ -678,7 +747,9 @@ pipeline { } agent{ label utils.rocmnode("navi21") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd) + } } } stage('Fp16 Hip All gfx1101') { @@ -691,7 +762,9 @@ pipeline { } agent{ label utils.rocmnode("navi32") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags) + } } } stage('Fp32 Hip All gfx908') { @@ -704,7 +777,9 @@ pipeline { } agent{ label utils.rocmnode("gfx908") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test) + } } } stage('Fp32 Hip All gfx90a') { @@ -717,7 +792,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test) + } } } // stage('Fp32 Hip All gfx90a Xnack+') { @@ -727,7 +804,9 @@ pipeline { // } // agent{ label utils.rocmnode("gfx90a") } // steps{ + script { // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true) + } // } // } stage('Fp32 Hip All gfx94X') { @@ -740,7 +819,9 @@ pipeline { } agent{ label utils.rocmnode("gfx94X") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false) + } } } stage('Fp16 Hip Install All Vega20') { @@ -753,7 +834,9 @@ pipeline { } agent{ label utils.rocmnode("vega20") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true") + } } } stage('Fp32 Hip All Vega20') { @@ -766,7 +849,9 @@ pipeline { } agent{ label utils.rocmnode("vega20") } steps{ + script { utils.buildHipClangJobAndReboot( setup_flags: Full_test) + } } } stage('Fp32 Hip All Install gfx1030') { @@ -779,7 +864,9 @@ pipeline { } agent{ label utils.rocmnode("navi21") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true") + } } } stage('Fp32 Hip All Install gfx1101') { @@ -792,7 +879,9 @@ pipeline { } agent{ label utils.rocmnode("navi32") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true") + } } } stage('Fp16 Hip All Install gfx908') { @@ -805,7 +894,9 @@ pipeline { } agent{ label utils.rocmnode("gfx908") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") + } } } stage('Fp16 Hip All Install gfx90a') { @@ -818,7 +909,9 @@ pipeline { } agent{ label utils.rocmnode("gfx90a") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") + } } } stage('Fp16 Hip All Install gfx94X') { @@ -831,7 +924,9 @@ pipeline { } agent{ label utils.rocmnode("gfx94X") } steps{ + script { utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false) + } } } } From 8a1685c45195b7e09fa383e784438f56f4151e36 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 5 Dec 2024 16:41:46 +0000 Subject: [PATCH 005/109] fixed syntax --- Jenkinsfile | 1 - 1 file changed, 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index cbe4cfdfce..6f07b7fa0a 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -179,7 +179,6 @@ pipeline { script { utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) } - } } } } From b2a230581a8b91ba6b8dce256f1e4a29fec8ba01 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 5 Dec 2024 18:38:56 +0000 Subject: [PATCH 006/109] more syntax fix --- Jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 6f07b7fa0a..1636268ce5 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -803,9 +803,9 @@ pipeline { // } // agent{ label utils.rocmnode("gfx90a") } // steps{ - script { + // script { // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true) - } + // } // } // } stage('Fp32 Hip All gfx94X') { From 0f966bf7dac99fe9846c0c9c75629627af04bd26 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 6 Dec 2024 21:47:00 +0000 Subject: [PATCH 007/109] fixed pipeline syntax --- .jenkins/perf_test | 12 ------------ 1 file changed, 12 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 032d86c728..6820385609 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -640,16 +640,4 @@ pipeline { } } } - post { - always { - script { - echo "clean up container" - utils.killContainer() - } - run - - } } - - - From 5ad1d2ab3cbbfea6c4338c7d6fc1a64f0ad0e645 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 9 Dec 2024 15:48:55 +0000 Subject: [PATCH 008/109] trying to get over scm not found error --- Jenkinsfile | 19 ------------------- vars/utils.groovy | 6 ++++-- 2 files changed, 4 insertions(+), 21 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 1636268ce5..957fac2d35 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -110,29 +110,10 @@ pipeline { name: "DATATYPE_INT8", defaultValue: true, description: "") - booleanParam( - name: "PERF_TEST", - defaultValue: false, - description: "Enable performance testing stages") - booleanParam( - name: "PERF_TEST_FP16", - defaultValue: false, - description: "Enable performance testing stages") - booleanParam( - name: "PERF_TEST_FP32", - defaultValue: false, - description: "Enable performance testing stages") - booleanParam( - name: "PERF_TEST_BRANCH_OVERRIDE", - defaultValue: false, - description: "Enable performance testing stages") booleanParam( name: "DBSYNC_TEST", defaultValue: true, description: "Enable database synchronization testing stages") - string(name: "PERF_TEST_OVERRIDE", - defaultValue: '', - description: "Add extra env vars for the MIOpenDriver cmd, comma separated") string(name: "DOCKER_IMAGE_OVERRIDE", defaultValue: '', description: "") diff --git a/vars/utils.groovy b/vars/utils.groovy index 8fb4257242..ae83076acb 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -1,4 +1,5 @@ -//import groovy.transform.Field +import groovy.transform.Field + def rocmnode(name) { return '(rocmtest || miopen) && (' + name + ')' } @@ -243,7 +244,8 @@ def getDockerImage(Map conf=[:]) def buildHipClangJob(Map conf=[:]){ show_node_info() - miopenCheckout() + //miopenCheckout() + checkout scm env.HSA_ENABLE_SDMA=0 env.DOCKER_BUILDKIT=1 def image From 945951f72e9bda6abc343456587425e328cf80b1 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 9 Dec 2024 16:15:09 +0000 Subject: [PATCH 009/109] commented out scm function --- vars/utils.groovy | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index ae83076acb..43b0c53265 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -4,16 +4,16 @@ def rocmnode(name) { return '(rocmtest || miopen) && (' + name + ')' } -def miopenCheckout() -{ - checkout([ - $class: 'GitSCM', - branches: scm.branches, - doGenerateSubmoduleConfigurations: true, - extensions: scm.extensions + [[$class: 'SubmoduleOption', parentCredentials: true]], - userRemoteConfigs: scm.userRemoteConfigs - ]) -} +//def miopenCheckout() +//{ +// checkout([ +// $class: 'GitSCM', +// branches: scm.branches, +// doGenerateSubmoduleConfigurations: true, +// extensions: scm.extensions + [[$class: 'SubmoduleOption', parentCredentials: true]], + // userRemoteConfigs: scm.userRemoteConfigs + // ]) +//} def show_node_info() { sh """ From 484de323157748f7902762ebdf08bb0047abbd02 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 9 Dec 2024 17:01:26 +0000 Subject: [PATCH 010/109] fixed param in .jenkins file --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 6820385609..af56cd4eef 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -23,7 +23,7 @@ pipeline { parameters { string(name: 'BRANCH_NAME', defaultValue: 'develop', description: '') string(name: 'MIOPEN_GOLDEN_PERF_BRANCH', defaultValue: 'develop', description: '') - choice(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') + string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') choice(name: 'PERF_TEST_FP16', choices: ['Yes', 'No'], description: 'Overwrite baseline') choice(name: 'PERF_TEST_FP32', choices: ['Yes', 'No'], description: 'Overwrite baseline') choice(name: 'PERF_TEST', choices: ['Yes', 'No'], description: 'Overwrite baseline') From 6cf8e5731af373d98bb1e64ea06be4f84d2f5c2d Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 9 Dec 2024 17:09:49 +0000 Subject: [PATCH 011/109] commented out unused util_lib declaration --- .jenkins/perf_test | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index af56cd4eef..8ced50a179 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,9 +1,9 @@ -def shared_library_branch = scm.branches[0].name -if (shared_library_branch .contains("*/")) { - shared_library_branch = shared_library_branch.split("\\*/")[1] - } -def util_lib="jenkins-shared@${shared_library_branch}" -echo "${util_lib}" +//def shared_library_branch = scm.branches[0].name +//if (shared_library_branch .contains("*/")) { +// shared_library_branch = shared_library_branch.split("\\*/")[1] +// } +//def util_lib="jenkins-shared@${shared_library_branch}" +//echo "${util_lib}" library "${util_lib}" From c5fcb8145ca5142e5129f8e6c13c9ff6ffa6dc5e Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 9 Dec 2024 17:11:33 +0000 Subject: [PATCH 012/109] fix --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 8ced50a179..32da8a8b36 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -5,7 +5,7 @@ //def util_lib="jenkins-shared@${shared_library_branch}" //echo "${util_lib}" -library "${util_lib}" +//library "${util_lib}" def VerifyArgs() { From 2bf62fe110751cb2bbb70c8b88bf91e1c51514b7 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 00:49:17 +0000 Subject: [PATCH 013/109] fixed perf_test + added multiproc run with mp.Pool to fully utilize #gpus --- test/test_perf.py | 270 ++++++++++++++++++++++++++++++---------------- 1 file changed, 175 insertions(+), 95 deletions(-) diff --git a/test/test_perf.py b/test/test_perf.py index 94038faeea..00d26eb058 100755 --- a/test/test_perf.py +++ b/test/test_perf.py @@ -31,9 +31,12 @@ import subprocess import argparse import csv +import time from decimal import Decimal +import multiprocessing as mp results_path = f"{os.path.dirname(__file__)}/perf_results" +print(results_path) TOLERANCE = -5 #tolerance 5% re_Elapsed = re.compile(r"(\d*\.*\d+)") @@ -41,6 +44,161 @@ re_GPU = re.compile(r"^GPU Kernel Time .* Elapsed: (\d+\.\d+) ms") re_Key = re.compile(r"^.*Key match: ([\w\-]*)") +queue = mp.Queue() #gpu idx queue, used in HIP_VISIBLE_DEVICES +results_queue = mp.Queue() + + +class Manager(mp.Process): + """Queue manager""" + + def __init__(self, **kwargs): + allowed_keys: Set = set(['filename', 'install_path', 'overrride']) + self.filename = None + self.install_path = None + self.override = False + self.results_path = f"{os.path.dirname(__file__)}/perf_results" + self.__dict__.update( + (key, value) for key, value in kwargs.items() if key in allowed_keys) + + self.in_qs = {} + self.num_gpus = int(get_num_gpus()) + self.resfile = f"{self.results_path}/{self.filename}" + print(self.resfile) + print('install_path: %s', self.install_path) + self.model_path = f"{self.install_path}/share/miopen/perf_models/{self.filename}" + print(self.resfile) + self.model_path + self.driver_cmds = [] + self.set_driver_cmds(self.filename) + + def get_num_gpus(self): + """Get num_gpus""" + cmd = "/opt/rocm/bin/rocminfo | grep ${arch}:sramecc+:xnack | wc -l" + ps = subprocess.Popen(cmd, + shell=True, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT) + output = ps.communicate()[0] + return output.decode('utf-8').strip() + + def set_driver_cmds(self, filename): + with open(os.path.expanduser(self.model_path), "r", + encoding='utf-8') as infile: + for line in infile: + try: + if (line.find('MIOpenDriver') == -1): + print(f"Skipping line '{line}'") + continue + idx = line.index('MIOpenDriver') + driver_cmd = line[idx:-1] + if self.override: + cmd = f"export LD_LIBRARY_PATH={self.install_path}/lib && export MIOPEN_LOG_LEVEL=6 && "\ + f"export MIOPEN_SYSTEM_DB_PATH={self.install_path}/share/miopen/db && "\ + f"export HIP_VISIBLE_DEVICES=GPU_ID && "\ + f"{var_str} "\ + f"{self.install_path}/bin/{driver_cmd} -V 0 -i 10 -w 1 -t 1 -G 1" + else: + cmd = f"export LD_LIBRARY_PATH={self.install_path}/lib && export MIOPEN_LOG_LEVEL=6 && "\ + f"export MIOPEN_SYSTEM_DB_PATH={self.install_path}/share/miopen/db && "\ + f"export HIP_VISIBLE_DEVICES=GPU_ID && "\ + f"{self.install_path}/bin/{driver_cmd} -V 0 -i 10 -w 1 -t 1 -G 1" + print(f'Appending cm: {cmd}') + self.driver_cmds.append(cmd) + + except Exception as err: + print(f"Could not get driver commands: {err}") + + print('#driver commands: %s', len(self.driver_cmds)) + + def run(self): + for gpu_id in range(self.num_gpus): + queue.put(gpu_id) + self.launch_pool() + + def launch_pool(self): + """Launch pool of driver cmds""" + pool = mp.Pool(processes=self.num_gpus) + for result in pool.imap_unordered(self.run_driver_cmd, self.driver_cmds): + self.parse_result(result) + pool.close() + pool.join() + print(f"Size of results Q: {results_queue.qsize()}") + while not results_queue.empty(): + print(results_queue.get()) + + def parse_result(self, result): + print(result) + + def run_driver_cmd(self, driver_cmd): + while (queue.empty()): + time.sleep(2) + print('GPUs busy, sleeping') + gpu_id = queue.get() + cmd = driver_cmd.replace('GPU_ID', str(gpu_id)) + ret = None + try: + print(f"Starting process on GPU {gpu_id}") + print(cmd) + + proc = subprocess.Popen(cmd, + shell=True, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT) + p_out = proc.stdout.readlines() + k_time = -1 + res = None + e = Entry() + for line in p_out: + line = line.decode("utf-8") + line = line.strip() + print(line) + if (line.find('MIOpenDriver') != -1) and (line.find('MIOpen(HIP)') + == -1): #fragile solution + e.cmd = line + print(e.cmd) + continue + if (line.find('Wall-clock Time') != -1): + res = re_Elapsed.findall(line) + print("") + print(res) + e.wall_elapsed = res[0] + e.wall_aux = res[1] + e.wall_gwss = res[2] + continue + if (re_Solver.match(line)): + res = re_Solver.findall(line)[0] + print(res) + e.algo = res[0] + e.sol_id = res[1] + e.sol_name = res[2] + continue + if (re_Key.match(line)): + e.fdb_key = re_Key.findall(line)[0] + if (re_GPU.match(line)): + res = re_GPU.findall(line) + print(res) + e.sol_time = res[0] + print() + print('k_time: %s', e.sol_time) + if line.find('error') != -1: + raise ValueError(p_out) + + res_dict = { + 'Driver': e.cmd, + 'k_time': e.sol_time, + 'wall_time': e.wall_elapsed, + 'solver_id': e.sol_id, + 'solver_name': e.sol_name, + 'fdb_key': e.fdb_key + } + results_queue.put(res_dict) + ret = res_dict + print(f"k_time: {e.sol_time}") + print(f"driver: {e.cmd}") + finally: + queue.put(gpu_id) + return res + class Entry: @@ -63,6 +221,17 @@ def __str__(self): return ",".join(atrs) +def get_num_gpus(): + """Get num_gpus""" + cmd = "/opt/rocm/bin/rocminfo | grep ${arch}:sramecc+:xnack | wc -l" + ps = subprocess.Popen(cmd, + shell=True, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT) + output = ps.communicate()[0] + return output.decode('utf-8').strip() + + def parse_args(): """Function to parse cmd line arguments""" parser = argparse.ArgumentParser() @@ -97,100 +266,6 @@ def parse_args(): return args -def run_driver_cmds(filename, install_path, override=None): - """Parse model file and launch Driver cmds""" - resfile = f"{results_path}/{filename}" - model_path = f"{install_path}/share/miopen/perf_models/{filename}" - if override: - var_list = override.split(',') - var_str = "" - for var in var_list: - var_str += var + " &&" - - try: - outfile = open(os.path.expanduser(resfile), 'w+', encoding='utf-8') - results = [] - field_names = [ - 'Driver', 'k_time', 'wall_time', 'solver_id', 'solver_name', 'fdb_key' - ] - writer = csv.DictWriter(outfile, fieldnames=field_names) - writer.writeheader() - with open(os.path.expanduser(model_path), "r", encoding='utf-8') as infile: - for line in infile: - try: - if (line.find('MIOpenDriver') == -1): - print(f"Skipping line '{line}'") - continue - idx = line.index('MIOpenDriver') - driver_cmd = line[idx:-1] - if override: - cmd = f"export LD_LIBRARY_PATH={install_path}/lib && export MIOPEN_LOG_LEVEL=6 && "\ - f"export MIOPEN_SYSTEM_DB_PATH={install_path}/share/miopen/db && "\ - f"{var_str} "\ - f"{install_path}/bin/{driver_cmd} -V 0 -i 10 -w 1 -t 1 -G 1" - else: - cmd = f"export LD_LIBRARY_PATH={install_path}/lib && export MIOPEN_LOG_LEVEL=6 && "\ - f"export MIOPEN_SYSTEM_DB_PATH={install_path}/share/miopen/db && "\ - f"{install_path}/bin/{driver_cmd} -V 0 -i 10 -w 1 -t 1 -G 1" - print(f'Running cm: {cmd}') - proc = subprocess.Popen(cmd, - shell=True, - stdout=subprocess.PIPE, - stderr=subprocess.STDOUT) - p_out = proc.stdout.readlines() - k_time = -1 - res = None - e = None - for line in p_out: - line = line.decode("utf-8") - line = line.strip() - print(line) - if (line.find('MIOpenDriver') != -1): - e = Entry() - e.cmd = line - continue - if (line.find('Wall-clock Time') != -1): - res = re_Elapsed.findall(line) - e.wall_elapsed = res[0] - e.wall_aux = res[1] - e.wall_gwss = res[2] - continue - if (re_Solver.match(line)): - res = re_Solver.findall(line)[0] - e.algo = res[0] - e.sol_id = res[1] - e.sol_name = res[2] - continue - if (re_Key.match(line)): - e.fdb_key = re_Key.findall(line)[0] - if (re_GPU.match(line)): - res = re_GPU.findall(line) - e.sol_time = res[0] - print(e) - if line.find('error') != -1: - raise ValueError(p_out) - results.append({ - 'Driver': e.cmd, - 'k_time': e.sol_time, - 'wall_time': e.wall_elapsed, - 'solver_id': e.sol_id, - 'solver_name': e.sol_name, - 'fdb_key': e.fdb_key - }) - print(f'k_time: {e.sol_time}') - - except Exception as ex: - raise ValueError(f"Could not get kernel time: {ex}") - - writer.writerows(results) - print(f"Perf results written to: {resfile}") - outfile.close() - - except Exception as err: - outfile.close() - raise ValueError(f"Could not perform performance measurement: {err}") - - def compare_results(args): """Compare current results with previous results""" if not os.path.exists(results_path): @@ -237,6 +312,7 @@ def compare_file(new_results, old_results): def main(): """Main function""" args = parse_args() + get_num_gpus() if args.compare_results: try: @@ -249,7 +325,11 @@ def main(): os.makedirs(results_path) try: - run_driver_cmds(f"{args.filename}", args.install_path, args.override) + #run_driver_cmds(f"{args.filename}", args.install_path, args.override) + manager = Manager(filename=args.filename, + install_path=args.install_path, + override=args.override) + manager.run() except Exception as ex: print(f'ERR: {ex}') sys.exit(1) From 5ef0b7d0639cd2bbe64aabb4c9295945fac3b0e8 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 15:20:49 +0000 Subject: [PATCH 014/109] checkout scm function --- .jenkins/perf_test | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 32da8a8b36..af56cd4eef 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,11 +1,11 @@ -//def shared_library_branch = scm.branches[0].name -//if (shared_library_branch .contains("*/")) { -// shared_library_branch = shared_library_branch.split("\\*/")[1] -// } -//def util_lib="jenkins-shared@${shared_library_branch}" -//echo "${util_lib}" +def shared_library_branch = scm.branches[0].name +if (shared_library_branch .contains("*/")) { + shared_library_branch = shared_library_branch.split("\\*/")[1] + } +def util_lib="jenkins-shared@${shared_library_branch}" +echo "${util_lib}" -//library "${util_lib}" +library "${util_lib}" def VerifyArgs() { From 55068ae8b11fe416e38a3dbcd61a5241e9990b08 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 15:25:46 +0000 Subject: [PATCH 015/109] removed BRANCH_NAME param --- .jenkins/perf_test | 10 ---------- Jenkinsfile | 2 +- 2 files changed, 1 insertion(+), 11 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index af56cd4eef..8387b3e3e7 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,12 +1,3 @@ -def shared_library_branch = scm.branches[0].name -if (shared_library_branch .contains("*/")) { - shared_library_branch = shared_library_branch.split("\\*/")[1] - } -def util_lib="jenkins-shared@${shared_library_branch}" -echo "${util_lib}" - -library "${util_lib}" - def VerifyArgs() { if(params.session_id == '') @@ -21,7 +12,6 @@ pipeline { CREDS = credentials("$DOCKER_CRED") } parameters { - string(name: 'BRANCH_NAME', defaultValue: 'develop', description: '') string(name: 'MIOPEN_GOLDEN_PERF_BRANCH', defaultValue: 'develop', description: '') string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') choice(name: 'PERF_TEST_FP16', choices: ['Yes', 'No'], description: 'Overwrite baseline') diff --git a/Jenkinsfile b/Jenkinsfile index 957fac2d35..1de971d368 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,5 +1,5 @@ -library "jenkins-shared@$BRANCH_NAME" +library "jenkins-shared@$branch_name" /// Stage name format: /// [DataType] Backend[/Compiler] BuildType [TestSet] [Target] From ead21125f1d4005781b1a6ef7645ee0b99bbdddc Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 16:49:15 +0000 Subject: [PATCH 016/109] printout --- .jenkins/perf_test | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 8387b3e3e7..f62bcc427d 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,10 +1,3 @@ -def VerifyArgs() -{ - if(params.session_id == '') - { - error "Please specify a session_id" - } -} pipeline { agent { node { label 'austin' } } environment { @@ -31,6 +24,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ + sh "TEST" RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } From 05be98133ff5a4f9ebff3e507ac994348032bcdd Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 18:11:40 +0000 Subject: [PATCH 017/109] removed unset param DOCKER_CRED --- .jenkins/perf_test | 1 - 1 file changed, 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index f62bcc427d..d7990db491 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -2,7 +2,6 @@ pipeline { agent { node { label 'austin' } } environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" - CREDS = credentials("$DOCKER_CRED") } parameters { string(name: 'MIOPEN_GOLDEN_PERF_BRANCH', defaultValue: 'develop', description: '') From 9e12d6597fb546b9a346596211f047acb50f2150 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 18:42:18 +0000 Subject: [PATCH 018/109] removed golden_branch logic --- vars/utils.groovy | 36 ++++++++++++++++-------------------- 1 file changed, 16 insertions(+), 20 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 43b0c53265..176727d51b 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -395,31 +395,27 @@ def RunPerfTest(Map conf=[:]){ sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" ld_lib="${env.WORKSPACE}/opt/rocm/lib" def filename = conf.get("filename", "") - if (env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_BRANCH_OVERRIDE){ - if(params.PERF_TEST_OVERRIDE != '') - { - echo "Appending MIOpenDriver cmd env vars: ${params.PERF_TEST_OVERRIDE}" - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm --override ${params.PERF_TEST_OVERRRIDE}" - }else - { - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" - } + if(params.PERF_TEST_OVERRIDE != '') + { + echo "Appending MIOpenDriver cmd env vars: ${params.PERF_TEST_OVERRIDE}" + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm --override ${params.PERF_TEST_OVERRRIDE}" + }else + { sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" - jenkins_url = "${env.artifact_path}/${env.MIOPEN_GOLDEN_PERF_BRANCH}/lastSuccessfulBuild/artifact" - try { - sh "rm -rf ${env.WORKSPACE}/opt/rocm/bin/old_results/" - sh "wget -P ${env.WORKSPACE}/opt/rocm/bin/old_results/ ${jenkins_url}/opt/rocm/bin/perf_results/${filename}" - } - catch (Exception err){ - currentBuild.result = 'SUCCESS' - } + } + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" + jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" + try { + sh "rm -rf ${env.WORKSPACE}/opt/rocm/bin/old_results/" + sh "wget -P ${env.WORKSPACE}/opt/rocm/bin/old_results/ ${jenkins_url}/opt/rocm/bin/perf_results/${filename}" + } + catch (Exception err){ + currentBuild.result = 'SUCCESS' } archiveArtifacts artifacts: "opt/rocm/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true try{ - if (env.BRANCH_NAME != env.MIOPEN_GOLDEN_PERF_BRANCH){ - sh "${env.WORKSPACE}/opt/rocm/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/opt/rocm/bin/old_results --filename ${filename}" - } + sh "${env.WORKSPACE}/opt/rocm/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/opt/rocm/bin/old_results --filename ${filename}" } catch (Exception err){ currentBuild.result = 'SUCCESS' From 3fbaf7f6d320150eaa4f57396ec7b80e97055f76 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 18:52:24 +0000 Subject: [PATCH 019/109] removed when conditional for test/arch --- .jenkins/perf_test | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index d7990db491..cecff25c20 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -13,9 +13,9 @@ pipeline { } stages { stage("Performance Tests - gfx942") { - when { - expression {params.PERF_TEST && params.TARGET_GFX90A} - } + //when { + // expression {params.PERF_TEST && params.TARGET_GFX90A} + //} parallel{ stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ when { From e45b804b96b5a4127b5d91f49706b81ee18610b4 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 19:12:39 +0000 Subject: [PATCH 020/109] added PERF_TEST_ARCHIVE so we can archive res from branch --- .jenkins/perf_test | 7 +++---- vars/utils.groovy | 4 ++-- 2 files changed, 5 insertions(+), 6 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index cecff25c20..6c7f7dcc4d 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -6,10 +6,9 @@ pipeline { parameters { string(name: 'MIOPEN_GOLDEN_PERF_BRANCH', defaultValue: 'develop', description: '') string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') - choice(name: 'PERF_TEST_FP16', choices: ['Yes', 'No'], description: 'Overwrite baseline') - choice(name: 'PERF_TEST_FP32', choices: ['Yes', 'No'], description: 'Overwrite baseline') - choice(name: 'PERF_TEST', choices: ['Yes', 'No'], description: 'Overwrite baseline') - choice(name: 'PERF_TEST_BRANCH_OVERRIDE', choices: ['Yes', 'No'], description: 'Overwrite baseline results with results from this branch') + booleanParam(name: 'PERF_TEST_FP32', defaultValue : true, description: 'Run FP16 tests') + booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') + booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') } stages { stage("Performance Tests - gfx942") { diff --git a/vars/utils.groovy b/vars/utils.groovy index 176727d51b..4cbbca64f2 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -148,7 +148,7 @@ def cmake_build(Map conf=[:]){ // Only archive from master or develop if (package_build == true && (env.BRANCH_NAME == "develop" || env.BRANCH_NAME == "master" || - env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_BRANCH_OVERRIDE)) { + env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_ARCHIVE)) { archiveArtifacts artifacts: "build/*.deb", allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: "build/*.rpm", allowEmptyArchive: true, fingerprint: true stash includes: "build/*tar.gz", name: 'miopen_tar' @@ -403,7 +403,7 @@ def RunPerfTest(Map conf=[:]){ { sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" } - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" + //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" try { sh "rm -rf ${env.WORKSPACE}/opt/rocm/bin/old_results/" From 342d7c6a5bc80264cbf5066ac3624f78b4085c9b Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 19:21:09 +0000 Subject: [PATCH 021/109] fixed archive check --- .jenkins/perf_test | 1 - vars/utils.groovy | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 6c7f7dcc4d..73b7a94bc0 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -4,7 +4,6 @@ pipeline { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" } parameters { - string(name: 'MIOPEN_GOLDEN_PERF_BRANCH', defaultValue: 'develop', description: '') string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') booleanParam(name: 'PERF_TEST_FP32', defaultValue : true, description: 'Run FP16 tests') booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') diff --git a/vars/utils.groovy b/vars/utils.groovy index 4cbbca64f2..9014e45a55 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -148,7 +148,7 @@ def cmake_build(Map conf=[:]){ // Only archive from master or develop if (package_build == true && (env.BRANCH_NAME == "develop" || env.BRANCH_NAME == "master" || - env.BRANCH_NAME == env.MIOPEN_GOLDEN_PERF_BRANCH || params.PERF_TEST_ARCHIVE)) { + params.PERF_TEST_ARCHIVE == true)) { archiveArtifacts artifacts: "build/*.deb", allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: "build/*.rpm", allowEmptyArchive: true, fingerprint: true stash includes: "build/*tar.gz", name: 'miopen_tar' From 1d97146eaa93f9459700a1f1a78d17ec7630223b Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 19:33:23 +0000 Subject: [PATCH 022/109] added checkout scm to perfrun fct --- vars/utils.groovy | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 9014e45a55..bfbd9eb12a 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -1,5 +1,3 @@ -import groovy.transform.Field - def rocmnode(name) { return '(rocmtest || miopen) && (' + name + ')' } @@ -385,6 +383,7 @@ def evaluate(params) } def RunPerfTest(Map conf=[:]){ + checkout scm def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" try { (retimage, image) = getDockerImage(conf) From 9c17ac65b76361ed9ba8863e2a2dbe60d0c7e7bc Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 19:40:10 +0000 Subject: [PATCH 023/109] added checkout scm in rocmnode --- vars/utils.groovy | 1 + 1 file changed, 1 insertion(+) diff --git a/vars/utils.groovy b/vars/utils.groovy index bfbd9eb12a..fa44a2098f 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -1,4 +1,5 @@ def rocmnode(name) { + checkout scm return '(rocmtest || miopen) && (' + name + ')' } From 666cfe9368f1c0509cdcfc757b8d37ac3c7124b5 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 19:48:03 +0000 Subject: [PATCH 024/109] test --- vars/utils.groovy | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index fa44a2098f..c1c9b01f46 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -391,8 +391,8 @@ def RunPerfTest(Map conf=[:]){ withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { timeout(time: 600, unit: 'MINUTES') { - unstash 'miopen_tar' - sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" + //unstash 'miopen_tar' + //sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" ld_lib="${env.WORKSPACE}/opt/rocm/lib" def filename = conf.get("filename", "") if(params.PERF_TEST_OVERRIDE != '') From 09e82aeb48b223861f933892acd28e7eab184dc6 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 20:15:12 +0000 Subject: [PATCH 025/109] testing with smaller files --- .jenkins/perf_test2 | 40 +++++++++++++++++++++ vars/utilz.groovy | 87 +++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 127 insertions(+) create mode 100644 .jenkins/perf_test2 create mode 100644 vars/utilz.groovy diff --git a/.jenkins/perf_test2 b/.jenkins/perf_test2 new file mode 100644 index 0000000000..70d003d83e --- /dev/null +++ b/.jenkins/perf_test2 @@ -0,0 +1,40 @@ +pipeline { + agent { node { label 'austin' } } + environment { + docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" + } + parameters { + string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') + booleanParam(name: 'PERF_TEST_FP32', defaultValue : true, description: 'Run FP16 tests') + booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') + booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') + } + stages { + stage("Performance Tests - gfx942") { + //when { + // expression {params.PERF_TEST && params.TARGET_GFX90A} + //} + parallel{ + stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utilz.rocmnode("austin")} + steps{ + sh "TEST" + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + } + } + stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ + when { + expression {params.PERF_TEST_FP32} + } + agent{ label utilz.rocmnode("austin")} + steps{ + RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) + } + } + } + } + } +} diff --git a/vars/utilz.groovy b/vars/utilz.groovy new file mode 100644 index 0000000000..8e8d72cd2a --- /dev/null +++ b/vars/utilz.groovy @@ -0,0 +1,87 @@ +def rocmnode(name) { + checkout scm + return '(rocmtest || miopen) && (' + name + ')' +} + +def getDockerImageName(dockerArgs) +{ + sh "echo ${dockerArgs} > factors.txt" + def image = "${env.MIOPEN_DOCKER_IMAGE_URL}" + sh "md5sum Dockerfile requirements.txt dev-requirements.txt >> factors.txt" + def docker_hash = sh(script: "md5sum factors.txt | awk '{print \$1}' | head -c 6", returnStdout: true) + sh "rm factors.txt" + echo "Docker tag hash: ${docker_hash}" + image = "${image}:ci_${docker_hash}" + if(params.DOCKER_IMAGE_OVERRIDE != '') + { + echo "Overriding the base docker image with ${params.DOCKER_IMAGE_OVERRIDE}" + image = "${params.DOCKER_IMAGE_OVERRIDE}" + } + return image + +} + +def getDockerImage(Map conf=[:]) +{ + env.DOCKER_BUILDKIT=1 + def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm + def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages + def mlir_build = conf.get("mlir_build", "ON") // always ON + def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + if(env.CCACHE_HOST) + { + def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() + if(check_host == "+PONG") + { + echo "FOUND CCACHE SERVER: ${CCACHE_HOST}" + } + else + { + echo "CCACHE SERVER: ${CCACHE_HOST} NOT FOUND, got ${check_host} response" + } + dockerArgs = dockerArgs + " --build-arg CCACHE_SECONDARY_STORAGE='redis://${env.CCACHE_HOST}' --build-arg COMPILER_LAUNCHER='ccache' " + env.CCACHE_DIR = """/tmp/ccache_store""" + env.CCACHE_SECONDARY_STORAGE="""redis://${env.CCACHE_HOST}""" + } + echo "Docker Args: ${dockerArgs}" + + def image = getDockerImageName(dockerArgs) + + def dockerImage + try{ + echo "Pulling down image: ${image}" + dockerImage = docker.image("${image}") + dockerImage.pull() + } + catch(org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ + echo "The job was cancelled or aborted" + throw e + } + catch(Exception ex) + { + dockerImage = docker.build("${image}", "${dockerArgs} .") + withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { + dockerImage.push() + } + } + return [dockerImage, image] +} + +def RunPerfTest(Map conf=[:]){ + checkout scm + def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" + try { + (retimage, image) = getDockerImage(conf) + withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { + timeout(time: 100, unit: 'MINUTES') + { + sh "echo TEST" + cleanWs() + } + } + } + catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ + echo "The job was cancelled or aborted" + throw e + } +} From 65c225dc089b2629b79e42c8c5807ce99d736998 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 20:39:17 +0000 Subject: [PATCH 026/109] trying to add shared lib folder --- .jenkins/perf_test | 141 +++++++++++++++++++++++--------------------- .jenkins/perf_test2 | 40 ------------- vars/utils.groovy | 2 +- vars/utilz.groovy | 87 --------------------------- 4 files changed, 76 insertions(+), 194 deletions(-) delete mode 100644 .jenkins/perf_test2 delete mode 100644 vars/utilz.groovy diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 73b7a94bc0..6576249cd4 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,3 +1,12 @@ +def shared_library_branch = scm.branches[0].name +if (shared_library_branch .contains("*/")) { + shared_library_branch = shared_library_branch.split("\\*/")[1] + } +def util_lib="jenkins-shared@${shared_library_branch}" +echo "${util_lib}" + +library "${util_lib}" + pipeline { agent { node { label 'austin' } } environment { @@ -22,7 +31,7 @@ pipeline { agent{ label utils.rocmnode("austin")} steps{ sh "TEST" - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ @@ -31,7 +40,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) } } stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ @@ -40,7 +49,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) } } stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ @@ -49,7 +58,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) } } stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ @@ -58,7 +67,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) } } stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ @@ -67,7 +76,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) } } stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx90a'){ @@ -76,7 +85,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) } } stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx90a'){ @@ -85,7 +94,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) } } stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx90a'){ @@ -94,7 +103,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) } } stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx90a'){ @@ -103,7 +112,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) } } stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx90a'){ @@ -112,7 +121,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) } } stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx90a'){ @@ -121,7 +130,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) } } stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx90a'){ @@ -130,7 +139,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) } } stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx90a'){ @@ -139,7 +148,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) } } stage('Fp16 BS256 Hip Performance Densenet_v1 gfx90a'){ @@ -148,7 +157,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) } } stage('Fp32 BS256 Hip Performance Densenet_v1 gfx90a'){ @@ -157,7 +166,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) } } stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx90a'){ @@ -166,7 +175,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) } } stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx90a'){ @@ -175,7 +184,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) } } stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx90a'){ @@ -184,7 +193,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) } } stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx90a'){ @@ -193,7 +202,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) } } stage('Fp16 BS128 Hip Performance Inception3_v1 gfx90a'){ @@ -202,7 +211,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) } } stage('Fp32 BS128 Hip Performance Inception3_v1 gfx90a'){ @@ -211,7 +220,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) } } stage('Fp32 BS512 Hip Performance Inception3_v1 gfx90a'){ @@ -220,7 +229,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) } } stage('Fp16 BS128 Hip Performance Inception4_v1 gfx90a'){ @@ -229,7 +238,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) } } stage('Fp16 BS512 Hip Performance Inception4_v1 gfx90a'){ @@ -238,7 +247,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) } } stage('Fp32 BS128 Hip Performance Inception4_v1 gfx90a'){ @@ -247,7 +256,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) } } stage('Fp32 BS512 Hip Performance Inception4_v1 gfx90a'){ @@ -256,7 +265,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) } } stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx90a'){ @@ -265,7 +274,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) } } stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx90a'){ @@ -274,7 +283,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) } } stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx90a'){ @@ -283,7 +292,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) } } stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx90a'){ @@ -292,7 +301,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) } } stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx90a'){ @@ -301,7 +310,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) } } stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx90a'){ @@ -310,7 +319,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) } } stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx90a'){ @@ -319,7 +328,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) } } stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx90a'){ @@ -328,7 +337,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) } } stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx90a'){ @@ -337,7 +346,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) } } stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx90a'){ @@ -346,7 +355,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) } } stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx90a'){ @@ -355,7 +364,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) } } stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx90a'){ @@ -364,7 +373,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) } } stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx90a'){ @@ -373,7 +382,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) } } stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx90a'){ @@ -382,7 +391,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) } } stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx90a'){ @@ -391,7 +400,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) } } stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx90a'){ @@ -401,7 +410,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) } } stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx90a'){ @@ -411,7 +420,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) } } stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx90a'){ @@ -421,7 +430,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) } } stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx90a'){ @@ -431,7 +440,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) } } stage('Fp16 B512 Hip Performance Resnet50_v1 gfx90a'){ @@ -441,7 +450,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) } } stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx90a'){ @@ -451,7 +460,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) } } stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx90a'){ @@ -461,7 +470,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) } } stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx90a'){ @@ -471,7 +480,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) } } stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx90a'){ @@ -480,7 +489,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) } } stage('Fp16 BS128 Hip Performance SSD_v1 gfx90a'){ @@ -489,7 +498,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) } } stage('Fp32 BS128 Hip Performance SSD_v1 gfx90a'){ @@ -498,7 +507,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) } } stage('Fp16 BS128 Hip Performance VGG11_v1 gfx90a'){ @@ -507,7 +516,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) } } stage('Fp16 BS256 Hip Performance VGG11_v1 gfx90a'){ @@ -516,7 +525,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) } } stage('Fp16 BS512 Hip Performance VGG11_v1 gfx90a'){ @@ -525,7 +534,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) } } stage('Fp32 BS512 Hip Performance VGG11_v1 gfx90a'){ @@ -534,7 +543,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) } } stage('Fp16 BS128 Hip Performance VGG16_v1 gfx90a'){ @@ -543,7 +552,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) } } stage('Fp32 BS4 Hip Performance VGG16_v1 gfx90a'){ @@ -552,7 +561,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) } } stage('Fp32 BS64 Hip Performance VGG16_v1 gfx90a'){ @@ -561,7 +570,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) } } stage('Fp32 BS128 Hip Performance VGG16_v1 gfx90a'){ @@ -570,7 +579,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) } } stage('Fp32 BS512 Hip Performance VGG16_v1 gfx90a'){ @@ -579,7 +588,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) } } stage('Fp16 BS128 Hip Performance VGG19_v1 gfx90a'){ @@ -588,7 +597,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) } } stage('Fp16 BS512 Hip Performance VGG19_v1 gfx90a'){ @@ -597,7 +606,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) } } stage('Fp32 BS128 Hip Performance VGG19_v1 gfx90a'){ @@ -606,7 +615,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) } } stage('Fp32 BS512 Hip Performance VGG19_v1 gfx90a'){ @@ -615,7 +624,7 @@ pipeline { } agent{ label utils.rocmnode("austin")} steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) } } } diff --git a/.jenkins/perf_test2 b/.jenkins/perf_test2 deleted file mode 100644 index 70d003d83e..0000000000 --- a/.jenkins/perf_test2 +++ /dev/null @@ -1,40 +0,0 @@ -pipeline { - agent { node { label 'austin' } } - environment { - docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" - } - parameters { - string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') - booleanParam(name: 'PERF_TEST_FP32', defaultValue : true, description: 'Run FP16 tests') - booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') - booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') - } - stages { - stage("Performance Tests - gfx942") { - //when { - // expression {params.PERF_TEST && params.TARGET_GFX90A} - //} - parallel{ - stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label utilz.rocmnode("austin")} - steps{ - sh "TEST" - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) - } - } - stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ - when { - expression {params.PERF_TEST_FP32} - } - agent{ label utilz.rocmnode("austin")} - steps{ - RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) - } - } - } - } - } -} diff --git a/vars/utils.groovy b/vars/utils.groovy index c1c9b01f46..c04c33b40c 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -389,7 +389,7 @@ def RunPerfTest(Map conf=[:]){ try { (retimage, image) = getDockerImage(conf) withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { - timeout(time: 600, unit: 'MINUTES') + timeout(time: 100, unit: 'MINUTES') { //unstash 'miopen_tar' //sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" diff --git a/vars/utilz.groovy b/vars/utilz.groovy deleted file mode 100644 index 8e8d72cd2a..0000000000 --- a/vars/utilz.groovy +++ /dev/null @@ -1,87 +0,0 @@ -def rocmnode(name) { - checkout scm - return '(rocmtest || miopen) && (' + name + ')' -} - -def getDockerImageName(dockerArgs) -{ - sh "echo ${dockerArgs} > factors.txt" - def image = "${env.MIOPEN_DOCKER_IMAGE_URL}" - sh "md5sum Dockerfile requirements.txt dev-requirements.txt >> factors.txt" - def docker_hash = sh(script: "md5sum factors.txt | awk '{print \$1}' | head -c 6", returnStdout: true) - sh "rm factors.txt" - echo "Docker tag hash: ${docker_hash}" - image = "${image}:ci_${docker_hash}" - if(params.DOCKER_IMAGE_OVERRIDE != '') - { - echo "Overriding the base docker image with ${params.DOCKER_IMAGE_OVERRIDE}" - image = "${params.DOCKER_IMAGE_OVERRIDE}" - } - return image - -} - -def getDockerImage(Map conf=[:]) -{ - env.DOCKER_BUILDKIT=1 - def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm - def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages - def mlir_build = conf.get("mlir_build", "ON") // always ON - def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " - if(env.CCACHE_HOST) - { - def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() - if(check_host == "+PONG") - { - echo "FOUND CCACHE SERVER: ${CCACHE_HOST}" - } - else - { - echo "CCACHE SERVER: ${CCACHE_HOST} NOT FOUND, got ${check_host} response" - } - dockerArgs = dockerArgs + " --build-arg CCACHE_SECONDARY_STORAGE='redis://${env.CCACHE_HOST}' --build-arg COMPILER_LAUNCHER='ccache' " - env.CCACHE_DIR = """/tmp/ccache_store""" - env.CCACHE_SECONDARY_STORAGE="""redis://${env.CCACHE_HOST}""" - } - echo "Docker Args: ${dockerArgs}" - - def image = getDockerImageName(dockerArgs) - - def dockerImage - try{ - echo "Pulling down image: ${image}" - dockerImage = docker.image("${image}") - dockerImage.pull() - } - catch(org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ - echo "The job was cancelled or aborted" - throw e - } - catch(Exception ex) - { - dockerImage = docker.build("${image}", "${dockerArgs} .") - withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { - dockerImage.push() - } - } - return [dockerImage, image] -} - -def RunPerfTest(Map conf=[:]){ - checkout scm - def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" - try { - (retimage, image) = getDockerImage(conf) - withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { - timeout(time: 100, unit: 'MINUTES') - { - sh "echo TEST" - cleanWs() - } - } - } - catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e){ - echo "The job was cancelled or aborted" - throw e - } -} From 6ce1207c5d95e07ca6e6d868425b5cf8e2a300dc Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 21:25:31 +0000 Subject: [PATCH 027/109] addes script --- .jenkins/perf_test | 200 ++++++++++++++++++++++++++++++--------------- 1 file changed, 133 insertions(+), 67 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 6576249cd4..538fec6445 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -8,7 +8,7 @@ echo "${util_lib}" library "${util_lib}" pipeline { - agent { node { label 'austin' } } + agent{ label utils.rocmnode("austin")} environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" } @@ -28,379 +28,421 @@ pipeline { when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ sh "TEST" + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + } } } stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) + } } } stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) + } } } stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) + } } } stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) + } } } stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) + } } } stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) + } } } stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) + } } } stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) + } } } stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) + } } } stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) + } } } stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) + } } } stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) + } } } stage('Fp16 BS256 Hip Performance Densenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) + } } } stage('Fp32 BS256 Hip Performance Densenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) + } } } stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) + } } } stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) + } } } stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) + } } } stage('Fp16 BS128 Hip Performance Inception3_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) + } } } stage('Fp32 BS128 Hip Performance Inception3_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS512 Hip Performance Inception3_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) + } } } stage('Fp16 BS128 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) + } } } stage('Fp16 BS512 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) + } } } stage('Fp32 BS128 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS512 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) + } } } stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) + } } } stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) + } } } stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) + } } } stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) + } } } stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) + } } } stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) + } } } stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) + } } } stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) + } } } stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) + } } } stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) + } } } stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) + } } } stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) + } } } stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) + } } } stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) + } } } stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx90a'){ @@ -408,9 +450,10 @@ pipeline { when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) + } } } stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx90a'){ @@ -418,9 +461,10 @@ pipeline { when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) + } } } stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx90a'){ @@ -428,9 +472,10 @@ pipeline { when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) + } } } stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx90a'){ @@ -438,9 +483,10 @@ pipeline { when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) + } } } stage('Fp16 B512 Hip Performance Resnet50_v1 gfx90a'){ @@ -448,9 +494,10 @@ pipeline { when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) + } } } stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx90a'){ @@ -458,9 +505,10 @@ pipeline { when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx90a'){ @@ -468,9 +516,10 @@ pipeline { when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) + } } } stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx90a'){ @@ -478,153 +527,170 @@ pipeline { when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) + } } } stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) + } } } stage('Fp16 BS128 Hip Performance SSD_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) + } } } stage('Fp32 BS128 Hip Performance SSD_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) + } } } stage('Fp16 BS128 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) + } } } stage('Fp16 BS256 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) + } } } stage('Fp16 BS512 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) + } } } stage('Fp32 BS512 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) + } } } stage('Fp16 BS128 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) + } } } stage('Fp32 BS4 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) + } } } stage('Fp32 BS64 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) + } } } stage('Fp32 BS128 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS512 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) + } } } stage('Fp16 BS128 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) + } } } stage('Fp16 BS512 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) + } } } stage('Fp32 BS128 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) + } } } stage('Fp32 BS512 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } - agent{ label utils.rocmnode("austin")} steps{ + script { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) + } } } } From 5f9ef74e0d696d93de3d8cb3e6b2cdcfd0608346 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 21:37:10 +0000 Subject: [PATCH 028/109] trying to load utils before calling it --- .jenkins/perf_test | 9 --------- vars/utils.groovy | 2 ++ 2 files changed, 2 insertions(+), 9 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 538fec6445..72be1e8f62 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,12 +1,3 @@ -def shared_library_branch = scm.branches[0].name -if (shared_library_branch .contains("*/")) { - shared_library_branch = shared_library_branch.split("\\*/")[1] - } -def util_lib="jenkins-shared@${shared_library_branch}" -echo "${util_lib}" - -library "${util_lib}" - pipeline { agent{ label utils.rocmnode("austin")} environment { diff --git a/vars/utils.groovy b/vars/utils.groovy index c04c33b40c..cc174c9023 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -1,5 +1,7 @@ def rocmnode(name) { checkout scm + def rootDir = pwd() + def utils = load "${rootDir}@script/utils.groovy " return '(rocmtest || miopen) && (' + name + ')' } From a9129ffbc60a9bfe275c45bc048ca99ce0cd9ce7 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 21:41:01 +0000 Subject: [PATCH 029/109] trying diff way to load utils lib --- .jenkins/perf_test | 9 +++++++++ vars/utils.groovy | 12 ++++++++++-- 2 files changed, 19 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 72be1e8f62..07143045c8 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,3 +1,12 @@ +//def shared_library_branch = scm.branches[0].name +//if (shared_library_branch .contains("*/")) { +// shared_library_branch = shared_library_branch.split("\\*/")[1] +// } +//def util_lib="jenkins-shared@${shared_library_branch}" +//echo "${util_lib}" + +//library "${util_lib}" + pipeline { agent{ label utils.rocmnode("austin")} environment { diff --git a/vars/utils.groovy b/vars/utils.groovy index cc174c9023..e027d87907 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -1,7 +1,15 @@ +import groovy.transform.Field + def rocmnode(name) { checkout scm - def rootDir = pwd() - def utils = load "${rootDir}@script/utils.groovy " + def shared_library_branch = scm.branches[0].name + if (shared_library_branch .contains("*/")) { + shared_library_branch = shared_library_branch.split("\\*/")[1] + } + def util_lib="jenkins-shared@${shared_library_branch}" + echo "${util_lib}" + + library "${util_lib}" return '(rocmtest || miopen) && (' + name + ')' } From 1a8da49bed870f0cf827681f47d2c140a2d7d8df Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 21:49:12 +0000 Subject: [PATCH 030/109] test --- .jenkins/perf_test | 15 ++++++++------- vars/utils.groovy | 8 -------- 2 files changed, 8 insertions(+), 15 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 07143045c8..0c60924c6d 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,11 +1,12 @@ -//def shared_library_branch = scm.branches[0].name -//if (shared_library_branch .contains("*/")) { -// shared_library_branch = shared_library_branch.split("\\*/")[1] -// } -//def util_lib="jenkins-shared@${shared_library_branch}" -//echo "${util_lib}" +import groovy.transform.Field +@Field string shared_library_branch = scm.branches[0].name +if (shared_library_branch .contains("*/")) { + shared_library_branch = shared_library_branch.split("\\*/")[1] + } +@Field string util_lib="jenkins-shared@${shared_library_branch}" +echo "${util_lib}" -//library "${util_lib}" +library "${util_lib}" pipeline { agent{ label utils.rocmnode("austin")} diff --git a/vars/utils.groovy b/vars/utils.groovy index e027d87907..f842883717 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -2,14 +2,6 @@ import groovy.transform.Field def rocmnode(name) { checkout scm - def shared_library_branch = scm.branches[0].name - if (shared_library_branch .contains("*/")) { - shared_library_branch = shared_library_branch.split("\\*/")[1] - } - def util_lib="jenkins-shared@${shared_library_branch}" - echo "${util_lib}" - - library "${util_lib}" return '(rocmtest || miopen) && (' + name + ')' } From 756839cae6d09aa660eb12a8616d0d4ad6782925 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 21:51:12 +0000 Subject: [PATCH 031/109] test --- .jenkins/perf_test | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 0c60924c6d..3278b33637 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,9 +1,9 @@ import groovy.transform.Field -@Field string shared_library_branch = scm.branches[0].name +@Field shared_library_branch = scm.branches[0].name if (shared_library_branch .contains("*/")) { shared_library_branch = shared_library_branch.split("\\*/")[1] } -@Field string util_lib="jenkins-shared@${shared_library_branch}" +@Field util_lib="jenkins-shared@${shared_library_branch}" echo "${util_lib}" library "${util_lib}" From f0a766f28e6f84a2e179021485e5c2e6e4904520 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 22:10:00 +0000 Subject: [PATCH 032/109] test --- vars/utils.groovy | 3 --- 1 file changed, 3 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index f842883717..3a4b171d36 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -1,7 +1,4 @@ -import groovy.transform.Field - def rocmnode(name) { - checkout scm return '(rocmtest || miopen) && (' + name + ')' } From 99db8c30bc8b3d4ab1fabb4a4407c42f9ddc9e78 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 11 Dec 2024 22:13:22 +0000 Subject: [PATCH 033/109] test --- .jenkins/perf_test | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 3278b33637..538fec6445 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,9 +1,8 @@ -import groovy.transform.Field -@Field shared_library_branch = scm.branches[0].name +def shared_library_branch = scm.branches[0].name if (shared_library_branch .contains("*/")) { shared_library_branch = shared_library_branch.split("\\*/")[1] } -@Field util_lib="jenkins-shared@${shared_library_branch}" +def util_lib="jenkins-shared@${shared_library_branch}" echo "${util_lib}" library "${util_lib}" From ce720062e820ec28163d6aaaba494c2474b70627 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 15:31:56 +0000 Subject: [PATCH 034/109] trying to define the extra libs inside Jenkinsfile --- Jenkinsfile | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/Jenkinsfile b/Jenkinsfile index 1de971d368..0415636852 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,3 +1,11 @@ +def shared_library_branch = scm.branches[0].name +if (shared_library_branch .contains("*/")) { + shared_library_branch = shared_library_branch.split("\\*/")[1] + } +def util_lib="jenkins-shared@${shared_library_branch}" +echo "${util_lib}" + +library "${util_lib}" library "jenkins-shared@$branch_name" From 2539ea10733a6737487192e6e77db234c6cd736e Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 15:36:38 +0000 Subject: [PATCH 035/109] trying to define the extra libs inside Jenkinsfile --- .jenkins/perf_test | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 538fec6445..07143045c8 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -1,11 +1,11 @@ -def shared_library_branch = scm.branches[0].name -if (shared_library_branch .contains("*/")) { - shared_library_branch = shared_library_branch.split("\\*/")[1] - } -def util_lib="jenkins-shared@${shared_library_branch}" -echo "${util_lib}" +//def shared_library_branch = scm.branches[0].name +//if (shared_library_branch .contains("*/")) { +// shared_library_branch = shared_library_branch.split("\\*/")[1] +// } +//def util_lib="jenkins-shared@${shared_library_branch}" +//echo "${util_lib}" -library "${util_lib}" +//library "${util_lib}" pipeline { agent{ label utils.rocmnode("austin")} From 9924010f6439ad050d5eb89e218b649002d5b919 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 15:47:59 +0000 Subject: [PATCH 036/109] trying to define the extra libs inside Jenkinsfile --- Jenkinsfile | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 0415636852..22de662801 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,13 +1,14 @@ -def shared_library_branch = scm.branches[0].name -if (shared_library_branch .contains("*/")) { - shared_library_branch = shared_library_branch.split("\\*/")[1] - } -def util_lib="jenkins-shared@${shared_library_branch}" -echo "${util_lib}" +//def shared_library_branch = scm.branches[0].name +//if (shared_library_branch .contains("*/")) { +// shared_library_branch = shared_library_branch.split("\\*/")[1] +// } +//def util_lib="jenkins-shared@${shared_library_branch}" +//echo "${util_lib}" -library "${util_lib}" +//library "${util_lib}" library "jenkins-shared@$branch_name" +def utils = load "vars/utils.groovy" /// Stage name format: /// [DataType] Backend[/Compiler] BuildType [TestSet] [Target] From d5bca97208385fd6a2a02becc462cb1162ed3cda Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 15:50:11 +0000 Subject: [PATCH 037/109] trying to define the extra libs inside Jenkinsfile --- .jenkins/perf_test | 1 + 1 file changed, 1 insertion(+) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 07143045c8..895643339e 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -8,6 +8,7 @@ //library "${util_lib}" pipeline { + def utils = load "vars/utils.groovy" agent{ label utils.rocmnode("austin")} environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" From dafe5d99baf402e3c032ab12dd05dbe37887f0f3 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 15:58:23 +0000 Subject: [PATCH 038/109] trying to define the extra libs inside Jenkinsfile --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 895643339e..44c3462a90 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -8,7 +8,6 @@ //library "${util_lib}" pipeline { - def utils = load "vars/utils.groovy" agent{ label utils.rocmnode("austin")} environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" @@ -32,6 +31,7 @@ pipeline { steps{ sh "TEST" script { + def utils = load "vars/utils.groovy" utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } From 0b6e1744bca804709284ff48220c21e2380df0b5 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 16:27:46 +0000 Subject: [PATCH 039/109] removed rocmnode from .jenkinsfile --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 44c3462a90..1321eeff29 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -8,7 +8,7 @@ //library "${util_lib}" pipeline { - agent{ label utils.rocmnode("austin")} + agent { node { label 'austin' } } environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" } From e719b4c0d6c0e0e07f4f624706e41fe2440ec994 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 17:21:04 +0000 Subject: [PATCH 040/109] moved from austin tag to alex tag --- .jenkins/perf_test | 266 ++++++++++++++++++++++----------------------- 1 file changed, 133 insertions(+), 133 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 1321eeff29..3db6a33880 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -8,7 +8,7 @@ //library "${util_lib}" pipeline { - agent { node { label 'austin' } } + agent { node { label 'alex' } } environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" } @@ -24,7 +24,7 @@ pipeline { // expression {params.PERF_TEST && params.TARGET_GFX90A} //} parallel{ - stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ + stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP32} } @@ -32,665 +32,665 @@ pipeline { sh "TEST" script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } } - stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ + stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS256.txt" ) } } } - stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ + stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ + stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ + stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP16_BS256.txt" ) } } } - stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ + stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP16_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx90a'){ + stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx90a'){ + stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS4.txt" ) } } } - stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx90a'){ + stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS64.txt" ) } } } - stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx90a'){ + stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet201_v1_FP16_BS256.txt" ) } } } - stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx90a'){ + stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet201_v1_FP32_BS256.txt" ) } } } - stage('Fp16 BS256 Hip Performance Densenet_v1 gfx90a'){ + stage('Fp16 BS256 Hip Performance Densenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet_v1_FP16_BS256.txt" ) } } } - stage('Fp32 BS256 Hip Performance Densenet_v1 gfx90a'){ + stage('Fp32 BS256 Hip Performance Densenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet_v1_FP32_BS256.txt" ) } } } - stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx90a'){ + stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Inception3_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance Inception3_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception3_v1_FP16_BS128.txt" ) } } } - stage('Fp32 BS128 Hip Performance Inception3_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance Inception3_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception3_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Inception3_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance Inception3_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception3_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Inception4_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance Inception4_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Inception4_v1 gfx90a'){ + stage('Fp16 BS512 Hip Performance Inception4_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Inception4_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance Inception4_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Inception4_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance Inception4_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP32_BS512.txt" ) } } } - stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx90a'){ + stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Mobilenet_v1_FP32_BS4.txt" ) } } } - stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx90a'){ + stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Mobilenet_v1_FP32_BS64.txt" ) } } } - stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx90a'){ + stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS32.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx90a'){ + stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS256.txt" ) } } } - stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx90a'){ + stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx90a'){ + stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP32_BS256.txt" ) } } } - stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx90a'){ + stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v1_FP16_BS256.txt" ) } } } - stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx90a'){ + stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v1_FP32_BS256.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx90a'){ + stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx90a'){ + stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx90a'){ + stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx90a'){ + stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP32_BS512.txt" ) } } } - stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS32.txt" ) } } } - stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS64.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS256.txt" ) } } } - stage('Fp16 B512 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp16 B512 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP32_BS256.txt" ) } } } - stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx90a'){ + stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Shufflenet_v2_FP16_BS128.txt" ) } } } - stage('Fp16 BS128 Hip Performance SSD_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance SSD_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "SSD_v1_FP16_BS128.txt" ) } } } - stage('Fp32 BS128 Hip Performance SSD_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance SSD_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "SSD_v1_FP32_BS128.txt" ) } } } - stage('Fp16 BS128 Hip Performance VGG11_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance VGG11_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance VGG11_v1 gfx90a'){ + stage('Fp16 BS256 Hip Performance VGG11_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP16_BS256.txt" ) } } } - stage('Fp16 BS512 Hip Performance VGG11_v1 gfx90a'){ + stage('Fp16 BS512 Hip Performance VGG11_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS512 Hip Performance VGG11_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance VGG11_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance VGG16_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance VGG16_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP16_BS128.txt" ) } } } - stage('Fp32 BS4 Hip Performance VGG16_v1 gfx90a'){ + stage('Fp32 BS4 Hip Performance VGG16_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS4.txt" ) } } } - stage('Fp32 BS64 Hip Performance VGG16_v1 gfx90a'){ + stage('Fp32 BS64 Hip Performance VGG16_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS64.txt" ) } } } - stage('Fp32 BS128 Hip Performance VGG16_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance VGG16_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance VGG16_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance VGG16_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance VGG19_v1 gfx90a'){ + stage('Fp16 BS128 Hip Performance VGG19_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance VGG19_v1 gfx90a'){ + stage('Fp16 BS512 Hip Performance VGG19_v1 gfx1201'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance VGG19_v1 gfx90a'){ + stage('Fp32 BS128 Hip Performance VGG19_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance VGG19_v1 gfx90a'){ + stage('Fp32 BS512 Hip Performance VGG19_v1 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP32_BS512.txt" ) } } } From db5c7cb316f8a01ef8aff3483508b32546b54423 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 17:32:22 +0000 Subject: [PATCH 041/109] tesdt --- .jenkins/perf_test | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 3db6a33880..b636303074 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -29,9 +29,10 @@ pipeline { expression {params.PERF_TEST_FP32} } steps{ - sh "TEST" + echo "TEST" script { def utils = load "vars/utils.groovy" + library ${utils} utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } From 31782b9fc656bf3f1091d7314c4b7aa978b55e70 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 17:34:40 +0000 Subject: [PATCH 042/109] trying to load utils from Jenkinsfile --- Jenkinsfile | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 22de662801..4013c8f1c4 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,11 +1,11 @@ -//def shared_library_branch = scm.branches[0].name -//if (shared_library_branch .contains("*/")) { -// shared_library_branch = shared_library_branch.split("\\*/")[1] -// } -//def util_lib="jenkins-shared@${shared_library_branch}" -//echo "${util_lib}" +def shared_library_branch = scm.branches[0].name +if (shared_library_branch .contains("*/")) { + shared_library_branch = shared_library_branch.split("\\*/")[1] + } +def util_lib="jenkins-shared@${shared_library_branch}" +echo "${util_lib}" -//library "${util_lib}" +library "${util_lib}" library "jenkins-shared@$branch_name" def utils = load "vars/utils.groovy" From 80d17f8a95d7a4726a3559448526d1cd5be1ea4d Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 17:59:29 +0000 Subject: [PATCH 043/109] disabling parallel stages to test --- .jenkins/perf_test | 4 ++-- vars/utils.groovy | 2 ++ 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index b636303074..75d127bc2b 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -36,7 +36,7 @@ pipeline { utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } - } + }/* stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP32} @@ -694,7 +694,7 @@ pipeline { utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP32_BS512.txt" ) } } - } + }*/ } } } diff --git a/vars/utils.groovy b/vars/utils.groovy index 3a4b171d36..e42dba5f32 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -428,3 +428,5 @@ def RunPerfTest(Map conf=[:]){ throw e } } + +return this From b6da91f042995dd47df09b3bdbf9fe000728ec5c Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 18:01:20 +0000 Subject: [PATCH 044/109] disabling parallel stages to test --- .jenkins/perf_test | 1 - 1 file changed, 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 75d127bc2b..3d02fdc9b2 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -32,7 +32,6 @@ pipeline { echo "TEST" script { def utils = load "vars/utils.groovy" - library ${utils} utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } From 7fb5008e7384c3c05dd672d2c1a0435a781c4809 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 19:40:55 +0000 Subject: [PATCH 045/109] fix check for empty param --- vars/utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index e42dba5f32..aebe08dcc0 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -185,7 +185,7 @@ def getDockerImageName(dockerArgs) sh "rm factors.txt" echo "Docker tag hash: ${docker_hash}" image = "${image}:ci_${docker_hash}" - if(params.DOCKER_IMAGE_OVERRIDE != '') + if(params.DOCKER_IMAGE_OVERRIDE && !params.DOCKER_IMAGE_OVERRIDE.empty) { echo "Overriding the base docker image with ${params.DOCKER_IMAGE_OVERRIDE}" image = "${params.DOCKER_IMAGE_OVERRIDE}" From c1d5c283e9d0ad06a43809ae9b50ba4f75c3d672 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 20:58:52 +0000 Subject: [PATCH 046/109] checking install paths --- vars/utils.groovy | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vars/utils.groovy b/vars/utils.groovy index aebe08dcc0..a7194655a3 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -400,6 +400,9 @@ def RunPerfTest(Map conf=[:]){ sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm --override ${params.PERF_TEST_OVERRRIDE}" }else { + sh "ls ${env.WORKSPACE}" + sg "ls ${env.WORKSPACE}/opt/rocm" + sg "ls ${env.WORKSPACE}/opt/rocm/bin" sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" } //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" From db85630f4cccb006a7c9f8429465bacd891c82f3 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 23:02:20 +0000 Subject: [PATCH 047/109] typo fix --- vars/utils.groovy | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index a7194655a3..1deec385b5 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -401,8 +401,8 @@ def RunPerfTest(Map conf=[:]){ }else { sh "ls ${env.WORKSPACE}" - sg "ls ${env.WORKSPACE}/opt/rocm" - sg "ls ${env.WORKSPACE}/opt/rocm/bin" + sh "ls ${env.WORKSPACE}/opt/rocm" + sh "ls ${env.WORKSPACE}/opt/rocm/bin" sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" } //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" From 9ee23324cf5d04b7f223d288547ffd657a51ead3 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 23:24:53 +0000 Subject: [PATCH 048/109] added gfx1201 to build stage --- vars/utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 1deec385b5..18c904a8fa 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -198,7 +198,7 @@ def getDockerImage(Map conf=[:]) { env.DOCKER_BUILDKIT=1 def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm - def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages + def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100;1201" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages def mlir_build = conf.get("mlir_build", "ON") // always ON def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " if(env.CCACHE_HOST) From d42f7156b31af7add371818130ec902ec2a5eaba Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 12 Dec 2024 23:27:24 +0000 Subject: [PATCH 049/109] added new gfx to docker build --- vars/utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 1deec385b5..18c904a8fa 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -198,7 +198,7 @@ def getDockerImage(Map conf=[:]) { env.DOCKER_BUILDKIT=1 def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm - def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages + def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100;1201" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages def mlir_build = conf.get("mlir_build", "ON") // always ON def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " if(env.CCACHE_HOST) From 4e97baabbc574551ebc352fe7e09329feb127e70 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 16 Dec 2024 15:35:40 +0000 Subject: [PATCH 050/109] reverted to austin nodes --- .jenkins/perf_test | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 3d02fdc9b2..b5669a2fb7 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -8,7 +8,7 @@ //library "${util_lib}" pipeline { - agent { node { label 'alex' } } + agent { node { label 'austin' } } environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" } @@ -24,7 +24,7 @@ pipeline { // expression {params.PERF_TEST && params.TARGET_GFX90A} //} parallel{ - stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx1201'){ + stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90A'){ when { expression {params.PERF_TEST_FP32} } @@ -32,7 +32,7 @@ pipeline { echo "TEST" script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } }/* From ceb36b2d1335578aec49722894dc79a3211b18d0 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 16 Dec 2024 16:36:17 +0000 Subject: [PATCH 051/109] fixed CMakelist file to install perf test files --- test/CMakeLists.txt | 24 ++++++++++-------------- 1 file changed, 10 insertions(+), 14 deletions(-) diff --git a/test/CMakeLists.txt b/test/CMakeLists.txt index 796078b2b0..a4f15becf5 100755 --- a/test/CMakeLists.txt +++ b/test/CMakeLists.txt @@ -28,11 +28,9 @@ cmake_policy(SET CMP0057 NEW) set(test_perf.py ${CMAKE_INSTALL_BINDIR}/test_perf.py) -if( NOT ENABLE_ASAN_PACKAGING ) - install(FILES test_perf.py - PERMISSIONS OWNER_READ OWNER_WRITE OWNER_EXECUTE GROUP_READ GROUP_EXECUTE WORLD_READ WORLD_EXECUTE - DESTINATION ${CMAKE_INSTALL_BINDIR}) -endif() +install(FILES test_perf.py + PERMISSIONS OWNER_READ OWNER_WRITE OWNER_EXECUTE GROUP_READ GROUP_EXECUTE WORLD_READ WORLD_EXECUTE + DESTINATION ${CMAKE_INSTALL_BINDIR}) set(MODEL_FILES) file (GLOB model_src CONFIGURE_DEPENDS perf_models/*.txt) @@ -40,15 +38,13 @@ foreach (src ${model_src}) list (APPEND MODEL_FILES ${src}) endforeach() -if( NOT ENABLE_ASAN_PACKAGING ) - install(FILES - ${MODEL_FILES} - DESTINATION ${DATA_INSTALL_DIR}/perf_models) -endif() - foreach(MODEL_FILE ${MODEL_FILES}) - get_filename_component(MODEL_FILE_FILENAME "${MODEL_FILE}" NAME) - configure_file("${MODEL_FILE}" "${PROJECT_BINARY_DIR}/${DATA_INSTALL_DIR}/perf_models/${MODEL_FILE_FILENAME}" COPYONLY) - endforeach() +install(FILES + ${MODEL_FILES} + DESTINATION ${DATA_INSTALL_DIR}/perf_models) +foreach(MODEL_FILE ${MODEL_FILES}) + get_filename_component(MODEL_FILE_FILENAME "${MODEL_FILE}" NAME) + configure_file("${MODEL_FILE}" "${PROJECT_BINARY_DIR}/${DATA_INSTALL_DIR}/perf_models/${MODEL_FILE_FILENAME}" COPYONLY) +endforeach() include(CheckCXXCompilerFlag) From 3a5bc4aa61da1ad2cc448542d5945fa00bfbee3e Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 16 Dec 2024 17:12:51 +0000 Subject: [PATCH 052/109] cleanup --- vars/utils.groovy | 3 --- 1 file changed, 3 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 18c904a8fa..97d71ee1f9 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -400,9 +400,6 @@ def RunPerfTest(Map conf=[:]){ sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm --override ${params.PERF_TEST_OVERRRIDE}" }else { - sh "ls ${env.WORKSPACE}" - sh "ls ${env.WORKSPACE}/opt/rocm" - sh "ls ${env.WORKSPACE}/opt/rocm/bin" sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" } //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" From 099c7d656061ba181046d42725d7d05c7016b015 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 16 Dec 2024 17:52:45 +0000 Subject: [PATCH 053/109] removed caching for docker to build new docker --- vars/utils.groovy | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 97d71ee1f9..74ae7f011f 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -200,7 +200,8 @@ def getDockerImage(Map conf=[:]) def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100;1201" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages def mlir_build = conf.get("mlir_build", "ON") // always ON - def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + //def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " if(env.CCACHE_HOST) { def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() From 6bab6cb21331941b4398e7bf3bc30dee6a10776d Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 17 Dec 2024 18:46:14 +0000 Subject: [PATCH 054/109] added build docker stage to pipeline --- .jenkins/perf_test | 36 ++++++++++++++++++++++++++++++++++++ vars/utils.groovy | 4 ++-- 2 files changed, 38 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index b5669a2fb7..895a1b14d6 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -18,7 +18,43 @@ pipeline { booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') } + environment{ + extra_log_env = " MIOPEN_LOG_LEVEL=5 " + Fp16_flags = " -DMIOPEN_TEST_HALF=Off" + Bf16_flags = " -DMIOPEN_TEST_BFLOAT16=Off" + Int8_flags = " -DMIOPEN_TEST_INT8=Off" + Full_test = " -DMIOPEN_TEST_ALL=Off" + Smoke_targets = " check MIOpenDriver" + NOCOMGR_flags = " -DMIOPEN_USE_COMGR=Off" + NOMLIR_flags = " -DMIOPEN_USE_MLIR=Off" + } stages { + stage('Build Docker'){ + when { + expression { params.BUILD_DOCKER && params.TARGET_NOGPU && params.DATATYPE_NA } + } + agent{ label utils.rocmnode("gfx90a") } + steps{ + script { + utils.getDockerImage() + } + } + } + stage("Packages") { + when { + expression { params.BUILD_PACKAGES && params.TARGET_NOGPU && params.DATATYPE_NA } + } + parallel { + stage("HIP Package") { + agent{ label utils.rocmnode("nogpu") } + steps{ + script { + utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) + } + } + } + } + } stage("Performance Tests - gfx942") { //when { // expression {params.PERF_TEST && params.TARGET_GFX90A} diff --git a/vars/utils.groovy b/vars/utils.groovy index 74ae7f011f..0203b10b7b 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -200,8 +200,8 @@ def getDockerImage(Map conf=[:]) def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100;1201" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages def mlir_build = conf.get("mlir_build", "ON") // always ON - //def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " - def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " if(env.CCACHE_HOST) { def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() From bb375daf935928653bbcc8a3cd5db09d0e40d5eb Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 17 Dec 2024 18:53:40 +0000 Subject: [PATCH 055/109] fixed pipe --- .jenkins/perf_test | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 895a1b14d6..9f538bceaa 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -11,14 +11,6 @@ pipeline { agent { node { label 'austin' } } environment { docker_args="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v=/var/jenkins/:/var/jenkins" - } - parameters { - string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') - booleanParam(name: 'PERF_TEST_FP32', defaultValue : true, description: 'Run FP16 tests') - booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') - booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') - } - environment{ extra_log_env = " MIOPEN_LOG_LEVEL=5 " Fp16_flags = " -DMIOPEN_TEST_HALF=Off" Bf16_flags = " -DMIOPEN_TEST_BFLOAT16=Off" @@ -28,6 +20,12 @@ pipeline { NOCOMGR_flags = " -DMIOPEN_USE_COMGR=Off" NOMLIR_flags = " -DMIOPEN_USE_MLIR=Off" } + parameters { + string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') + booleanParam(name: 'PERF_TEST_FP32', defaultValue : true, description: 'Run FP16 tests') + booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') + booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') + } stages { stage('Build Docker'){ when { From 5f5cfe35ff137ab0c31d98f86f3894ac90281f8a Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 17 Dec 2024 19:24:16 +0000 Subject: [PATCH 056/109] removed params that are not needed from docker build expression --- .jenkins/perf_test | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 9f538bceaa..fc746bfd45 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -28,9 +28,6 @@ pipeline { } stages { stage('Build Docker'){ - when { - expression { params.BUILD_DOCKER && params.TARGET_NOGPU && params.DATATYPE_NA } - } agent{ label utils.rocmnode("gfx90a") } steps{ script { @@ -39,14 +36,12 @@ pipeline { } } stage("Packages") { - when { - expression { params.BUILD_PACKAGES && params.TARGET_NOGPU && params.DATATYPE_NA } - } parallel { stage("HIP Package") { agent{ label utils.rocmnode("nogpu") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) } } From 7e59495d988a0cd67bbe4762df74955d84f834d5 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 17 Dec 2024 19:41:34 +0000 Subject: [PATCH 057/109] maybe fix --- .jenkins/perf_test | 5 ++++- vars/utils.groovy | 2 ++ 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index fc746bfd45..a35c30974f 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -31,6 +31,8 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { + echo "Build Docker Stage" + def utils = load "vars/utils.groovy" utils.getDockerImage() } } @@ -41,6 +43,7 @@ pipeline { agent{ label utils.rocmnode("nogpu") } steps{ script { + echo "Packages Stage" def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) } @@ -58,8 +61,8 @@ pipeline { expression {params.PERF_TEST_FP32} } steps{ - echo "TEST" script { + echo "Perf Test Stage" def utils = load "vars/utils.groovy" utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } diff --git a/vars/utils.groovy b/vars/utils.groovy index 0203b10b7b..45116b2067 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -178,6 +178,7 @@ def cmake_fin_build_cmd(prefixpath){ def getDockerImageName(dockerArgs) { + checkout scm sh "echo ${dockerArgs} > factors.txt" def image = "${env.MIOPEN_DOCKER_IMAGE_URL}" sh "md5sum Dockerfile requirements.txt dev-requirements.txt >> factors.txt" @@ -196,6 +197,7 @@ def getDockerImageName(dockerArgs) def getDockerImage(Map conf=[:]) { + checkout scm env.DOCKER_BUILDKIT=1 def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100;1201" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages From 50c05c8515b0e62692fe6f7ce3c9c67e9aef4be3 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 17 Dec 2024 19:50:26 +0000 Subject: [PATCH 058/109] maybe fix --- .jenkins/perf_test | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index a35c30974f..74a7b797ce 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -28,7 +28,6 @@ pipeline { } stages { stage('Build Docker'){ - agent{ label utils.rocmnode("gfx90a") } steps{ script { echo "Build Docker Stage" @@ -40,7 +39,7 @@ pipeline { stage("Packages") { parallel { stage("HIP Package") { - agent{ label utils.rocmnode("nogpu") } + agent{ node { label 'nogpu'} } steps{ script { echo "Packages Stage" From 21e313c2073c64b32e7ba9297807dd744929e86b Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 19 Dec 2024 16:36:58 +0000 Subject: [PATCH 059/109] setting build_install: true --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 74a7b797ce..18d73b88e3 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -44,7 +44,7 @@ pipeline { script { echo "Packages Stage" def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) + utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true") } } } From ad33930c656475e69a49faddb328533b93ed8412 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 19 Dec 2024 23:45:40 +0000 Subject: [PATCH 060/109] fixed install path --- vars/utils.groovy | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 45116b2067..8022b1bcca 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -395,21 +395,21 @@ def RunPerfTest(Map conf=[:]){ { //unstash 'miopen_tar' //sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" - ld_lib="${env.WORKSPACE}/opt/rocm/lib" + ld_lib="${env.WORKSPACE}/install/lib" def filename = conf.get("filename", "") if(params.PERF_TEST_OVERRIDE != '') { echo "Appending MIOpenDriver cmd env vars: ${params.PERF_TEST_OVERRIDE}" - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm --override ${params.PERF_TEST_OVERRRIDE}" + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/ --override ${params.PERF_TEST_OVERRRIDE}" }else { - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" } - //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/opt/rocm/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" + //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" try { - sh "rm -rf ${env.WORKSPACE}/opt/rocm/bin/old_results/" - sh "wget -P ${env.WORKSPACE}/opt/rocm/bin/old_results/ ${jenkins_url}/opt/rocm/bin/perf_results/${filename}" + sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" + sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/install/bin/perf_results/${filename}" } catch (Exception err){ currentBuild.result = 'SUCCESS' @@ -417,7 +417,7 @@ def RunPerfTest(Map conf=[:]){ archiveArtifacts artifacts: "opt/rocm/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true try{ - sh "${env.WORKSPACE}/opt/rocm/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/opt/rocm/bin/old_results --filename ${filename}" + sh "${env.WORKSPACE}/opt/rocm/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" } catch (Exception err){ currentBuild.result = 'SUCCESS' From 59ed1087ea964f91d100c51c39ece7ebce62c50a Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 20 Dec 2024 15:31:15 +0000 Subject: [PATCH 061/109] wrapped the cleanup step in a conditional --- .jenkins/perf_test | 2 +- Jenkinsfile | 95 ++++++++++++++++++++++++---------------------- vars/utils.groovy | 3 +- 3 files changed, 52 insertions(+), 48 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 18d73b88e3..282357d781 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -44,7 +44,7 @@ pipeline { script { echo "Packages Stage" def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup: "false") } } } diff --git a/Jenkinsfile b/Jenkinsfile index 4013c8f1c4..203fea55b1 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -167,7 +167,7 @@ pipeline { agent{ label utils.rocmnode("nogpu") } steps{ script { - utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false) + utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false, needs_cleanup: "true") } } } @@ -186,7 +186,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup: "true") } } } @@ -205,7 +205,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup: "true") } } } @@ -221,7 +221,7 @@ pipeline { } steps{ script { - utils.buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) + utils.buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup: "true") } } } @@ -232,7 +232,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true", needs_cleanup: "true") } } } @@ -254,7 +254,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -269,7 +269,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -284,7 +284,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -299,7 +299,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup: "true") } } } @@ -325,7 +325,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup: "true") } } } @@ -344,7 +344,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup: "true") } } } @@ -359,7 +359,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true", needs_cleanup: "true") } } } @@ -377,7 +377,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true", needs_cleanup: "true") } } } @@ -392,7 +392,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true", needs_cleanup: "true") } } } @@ -411,7 +411,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true") + utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true", needs_cleanup: "true") } } } @@ -430,7 +430,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true") + utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true", needs_cleanup: "true") } } } @@ -445,7 +445,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot() + utils.buildHipClangJobAndReboot(needs_cleanup: "true") } } } @@ -460,7 +460,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true") + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true", needs_cleanup: "true") } } } @@ -482,7 +482,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -497,7 +497,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -512,7 +512,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -527,7 +527,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -542,7 +542,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -557,7 +557,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") } } } @@ -572,7 +572,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup: "true") } } } @@ -587,7 +587,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup: "true") } } } @@ -620,7 +620,8 @@ pipeline { execute_cmd: './bin/test_db_sync', needs_gpu:false, needs_reboot:false, - build_install: "true") + build_install: "true", + needs_cleanup: "true") } } } @@ -641,7 +642,8 @@ pipeline { execute_cmd: './bin/test_db_sync', needs_gpu:false, needs_reboot:false, - build_install: "true") + build_install: "true", + needs_cleanup: "true") } } } @@ -662,7 +664,8 @@ pipeline { execute_cmd: './bin/test_db_sync', needs_gpu:false, needs_reboot:false, - build_install: "true") + build_install: "true", + needs_cleanup: "true") } } } @@ -677,7 +680,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test) + utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test, needs_cleanup: "true") } } } @@ -692,7 +695,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup: "true") } } } @@ -707,7 +710,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup: "true") } } } @@ -722,7 +725,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false, needs_cleanup: "true") } } } @@ -737,7 +740,7 @@ pipeline { agent{ label utils.rocmnode("navi21") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd, needs_cleanup: "true") } } } @@ -752,7 +755,7 @@ pipeline { agent{ label utils.rocmnode("navi32") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, needs_cleanup: "true") } } } @@ -767,7 +770,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test) + utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup: "true") } } } @@ -782,7 +785,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test) + utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup: "true") } } } @@ -794,7 +797,7 @@ pipeline { // agent{ label utils.rocmnode("gfx90a") } // steps{ // script { - // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true) + // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true, needs_cleanup: "true") // } // } // } @@ -809,7 +812,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false, needs_cleanup: "true") } } } @@ -824,7 +827,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true") + utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup: "true") } } } @@ -839,7 +842,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Full_test) + utils.buildHipClangJobAndReboot( setup_flags: Full_test, needs_cleanup: "true") } } } @@ -854,7 +857,7 @@ pipeline { agent{ label utils.rocmnode("navi21") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true", needs_cleanup: "true") } } } @@ -869,7 +872,7 @@ pipeline { agent{ label utils.rocmnode("navi32") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true", needs_cleanup: "true") } } } @@ -884,7 +887,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup: "true") } } } @@ -899,7 +902,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup: "true") } } } @@ -914,7 +917,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false, needs_cleanup: "true") } } } diff --git a/vars/utils.groovy b/vars/utils.groovy index 8022b1bcca..5d2d2f5974 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -310,7 +310,8 @@ def reboot(){ def buildHipClangJobAndReboot(Map conf=[:]){ try{ buildHipClangJob(conf) - cleanWs() + if (conf.get("needs_cleanup", true)) { + cleanWs() } catch(e){ echo "throwing error exception for the stage" From e2964853420466cc283034eaf3ab4234ff29c390 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 20 Dec 2024 15:47:51 +0000 Subject: [PATCH 062/109] fixed syntax --- vars/utils.groovy | 1 + 1 file changed, 1 insertion(+) diff --git a/vars/utils.groovy b/vars/utils.groovy index 5d2d2f5974..990c431cf8 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -312,6 +312,7 @@ def buildHipClangJobAndReboot(Map conf=[:]){ buildHipClangJob(conf) if (conf.get("needs_cleanup", true)) { cleanWs() + } } catch(e){ echo "throwing error exception for the stage" From e88d5d4b9a80e4b77fbd1ae561e83f3c14b20c3a Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 20 Dec 2024 16:31:41 +0000 Subject: [PATCH 063/109] fixed syntax --- .jenkins/perf_test | 2 +- Jenkinsfile | 92 +++++++++++++++++++++++----------------------- 2 files changed, 47 insertions(+), 47 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 282357d781..955b14b5c8 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -44,7 +44,7 @@ pipeline { script { echo "Packages Stage" def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup: "false") + utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false) } } } diff --git a/Jenkinsfile b/Jenkinsfile index 203fea55b1..bb7b6de547 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -167,7 +167,7 @@ pipeline { agent{ label utils.rocmnode("nogpu") } steps{ script { - utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false, needs_cleanup: "true") + utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } } @@ -186,7 +186,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } } @@ -205,7 +205,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } } @@ -221,7 +221,7 @@ pipeline { } steps{ script { - utils.buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup: "true") + utils.buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } } @@ -232,7 +232,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true", needs_cleanup:true) } } } @@ -254,7 +254,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -269,7 +269,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -284,7 +284,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -299,7 +299,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } } @@ -325,7 +325,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) } } } @@ -344,7 +344,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) } } } @@ -359,7 +359,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true", needs_cleanup:true) } } } @@ -377,7 +377,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) } } } @@ -392,7 +392,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true", needs_cleanup:true) } } } @@ -411,7 +411,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true", needs_cleanup:true) } } } @@ -430,7 +430,7 @@ pipeline { } steps{ script { - utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true", needs_cleanup:true) } } } @@ -445,7 +445,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(needs_cleanup: "true") + utils.buildHipClangJobAndReboot(needs_cleanup:true) } } } @@ -460,7 +460,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true", needs_cleanup:true) } } } @@ -482,7 +482,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -497,7 +497,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -512,7 +512,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -527,7 +527,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -542,7 +542,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -557,7 +557,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } } @@ -572,7 +572,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } } @@ -587,7 +587,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } } @@ -621,7 +621,7 @@ pipeline { needs_gpu:false, needs_reboot:false, build_install: "true", - needs_cleanup: "true") + needs_cleanup:true) } } } @@ -643,7 +643,7 @@ pipeline { needs_gpu:false, needs_reboot:false, build_install: "true", - needs_cleanup: "true") + needs_cleanup:true) } } } @@ -665,7 +665,7 @@ pipeline { needs_gpu:false, needs_reboot:false, build_install: "true", - needs_cleanup: "true") + needs_cleanup:true) } } } @@ -680,7 +680,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test, needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test, needs_cleanup:true) } } } @@ -695,7 +695,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) } } } @@ -710,7 +710,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) } } } @@ -725,7 +725,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false, needs_cleanup:true) } } } @@ -740,7 +740,7 @@ pipeline { agent{ label utils.rocmnode("navi21") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd, needs_cleanup:true) } } } @@ -755,7 +755,7 @@ pipeline { agent{ label utils.rocmnode("navi32") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, needs_cleanup:true) } } } @@ -770,7 +770,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup:true) } } } @@ -785,7 +785,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup:true) } } } @@ -797,7 +797,7 @@ pipeline { // agent{ label utils.rocmnode("gfx90a") } // steps{ // script { - // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true, needs_cleanup: "true") + // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true, needs_cleanup:true) // } // } // } @@ -812,7 +812,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false, needs_cleanup:true) } } } @@ -827,7 +827,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } } @@ -842,7 +842,7 @@ pipeline { agent{ label utils.rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Full_test, needs_cleanup: "true") + utils.buildHipClangJobAndReboot( setup_flags: Full_test, needs_cleanup:true) } } } @@ -857,7 +857,7 @@ pipeline { agent{ label utils.rocmnode("navi21") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true", needs_cleanup:true) } } } @@ -872,7 +872,7 @@ pipeline { agent{ label utils.rocmnode("navi32") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true", needs_cleanup:true) } } } @@ -887,7 +887,7 @@ pipeline { agent{ label utils.rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } } @@ -902,7 +902,7 @@ pipeline { agent{ label utils.rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } } @@ -917,7 +917,7 @@ pipeline { agent{ label utils.rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false, needs_cleanup: "true") + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false, needs_cleanup:true) } } } From ce6793c98f3f70e12082b7b1ca5d5487725cd2af Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 20 Dec 2024 18:04:24 +0000 Subject: [PATCH 064/109] +install in runperf stage --- .jenkins/perf_test | 6 +++--- vars/utils.groovy | 1 + 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 955b14b5c8..74c90064b7 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -36,7 +36,7 @@ pipeline { } } } - stage("Packages") { + /*stage("Packages") { parallel { stage("HIP Package") { agent{ node { label 'nogpu'} } @@ -49,7 +49,7 @@ pipeline { } } } - } + }*/ stage("Performance Tests - gfx942") { //when { // expression {params.PERF_TEST && params.TARGET_GFX90A} @@ -63,7 +63,7 @@ pipeline { script { echo "Perf Test Stage" def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } }/* diff --git a/vars/utils.groovy b/vars/utils.groovy index 990c431cf8..8218ee4aff 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -395,6 +395,7 @@ def RunPerfTest(Map conf=[:]){ withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { timeout(time: 100, unit: 'MINUTES') { + cmake_build(conf) //unstash 'miopen_tar' //sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" ld_lib="${env.WORKSPACE}/install/lib" From 83c1038e30969b1ca72aef96e6bb255c10e44c0e Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Sun, 22 Dec 2024 15:29:27 +0000 Subject: [PATCH 065/109] fixed install path for RunPerf --- vars/utils.groovy | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 8218ee4aff..0b68a9582a 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -406,7 +406,7 @@ def RunPerfTest(Map conf=[:]){ sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/ --override ${params.PERF_TEST_OVERRRIDE}" }else { - sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/opt/rocm" + sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" } //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" @@ -418,9 +418,9 @@ def RunPerfTest(Map conf=[:]){ currentBuild.result = 'SUCCESS' } - archiveArtifacts artifacts: "opt/rocm/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true + archiveArtifacts artifacts: "{env.WORKSPACE}/install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true try{ - sh "${env.WORKSPACE}/opt/rocm/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" + sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" } catch (Exception err){ currentBuild.result = 'SUCCESS' From bb24da7ac9f9939601791bb4805f34d5e745d3a2 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Sun, 22 Dec 2024 21:09:59 +0000 Subject: [PATCH 066/109] testing out with a successfull last build --- .jenkins/perf_test | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 74c90064b7..7740fd804a 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -61,22 +61,21 @@ pipeline { } steps{ script { - echo "Perf Test Stage" def utils = load "vars/utils.groovy" utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } - }/* - stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx1201'){ + } + stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90A'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } - } + }/* stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP32} From deb1a7bfabafcadb0532c3fb7b236ecda32d1a46 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Sun, 22 Dec 2024 22:16:02 +0000 Subject: [PATCH 067/109] fix --- .jenkins/perf_test | 1 + vars/utils.groovy | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 7740fd804a..a860dfe854 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -72,6 +72,7 @@ pipeline { } steps{ script { + def utils = load "vars/utils.groovy" utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } diff --git a/vars/utils.groovy b/vars/utils.groovy index 0b68a9582a..403b8b7257 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -418,7 +418,7 @@ def RunPerfTest(Map conf=[:]){ currentBuild.result = 'SUCCESS' } - archiveArtifacts artifacts: "{env.WORKSPACE}/install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true + archiveArtifacts artifacts: "${env.WORKSPACE}/install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true try{ sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" } From 5fb6d53615ece14e7f1e2f7ab80ea9b8eab1e596 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 16:41:38 +0000 Subject: [PATCH 068/109] readded writing results to perf_results/ for archiving and future comparision --- test/test_perf.py | 71 +++++++++++++++++++++++++++-------------------- 1 file changed, 41 insertions(+), 30 deletions(-) diff --git a/test/test_perf.py b/test/test_perf.py index 00d26eb058..c2f1eea1a8 100755 --- a/test/test_perf.py +++ b/test/test_perf.py @@ -52,7 +52,7 @@ class Manager(mp.Process): """Queue manager""" def __init__(self, **kwargs): - allowed_keys: Set = set(['filename', 'install_path', 'overrride']) + allowed_keys = set(['filename', 'install_path', 'overrride']) self.filename = None self.install_path = None self.override = False @@ -61,32 +61,37 @@ def __init__(self, **kwargs): (key, value) for key, value in kwargs.items() if key in allowed_keys) self.in_qs = {} - self.num_gpus = int(get_num_gpus()) + self.num_gpus = int(self.get_num_gpus()) self.resfile = f"{self.results_path}/{self.filename}" print(self.resfile) print('install_path: %s', self.install_path) self.model_path = f"{self.install_path}/share/miopen/perf_models/{self.filename}" - print(self.resfile) - self.model_path self.driver_cmds = [] - self.set_driver_cmds(self.filename) + self.set_driver_cmds() + self.writer = None def get_num_gpus(self): """Get num_gpus""" cmd = "/opt/rocm/bin/rocminfo | grep ${arch}:sramecc+:xnack | wc -l" - ps = subprocess.Popen(cmd, + proc = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) - output = ps.communicate()[0] + output = proc.communicate()[0] return output.decode('utf-8').strip() - def set_driver_cmds(self, filename): + def set_driver_cmds(self): + if self.override: + var_list = self.override.split(',') + var_str = "" + for var in var_list: + var_str += var + " &&" + with open(os.path.expanduser(self.model_path), "r", encoding='utf-8') as infile: for line in infile: try: - if (line.find('MIOpenDriver') == -1): + if line.find('MIOpenDriver') == -1: print(f"Skipping line '{line}'") continue idx = line.index('MIOpenDriver') @@ -111,10 +116,25 @@ def set_driver_cmds(self, filename): print('#driver commands: %s', len(self.driver_cmds)) def run(self): + """Main function to launch worker pool""" for gpu_id in range(self.num_gpus): queue.put(gpu_id) self.launch_pool() + def write_to_file(self, results): + """Write results to csv file""" + field_names = [ + 'Driver', 'k_time', 'wall_time', 'solver_id', 'solver_name', 'fdb_key' + ] + with open(os.path.expanduser(self.resfile), 'w+', encoding='utf-8') as outfile: + self.writer = csv.DictWriter(outfile, fieldnames=field_names) + self.writer.writeheader() + try: + self.writer.writerows(results) + print(f"Perf results written to: {self.resfile}") + except Exception as exp: + print(exp) + def launch_pool(self): """Launch pool of driver cmds""" pool = mp.Pool(processes=self.num_gpus) @@ -123,19 +143,22 @@ def launch_pool(self): pool.close() pool.join() print(f"Size of results Q: {results_queue.qsize()}") + results = [] while not results_queue.empty(): - print(results_queue.get()) + results.append(results_queue.get()) + self.write_to_file(results) def parse_result(self, result): + """Potential to use result as it becomes available""" print(result) def run_driver_cmd(self, driver_cmd): - while (queue.empty()): + """Launch each driver cmd in subproc""" + while queue.empty(): time.sleep(2) print('GPUs busy, sleeping') gpu_id = queue.get() cmd = driver_cmd.replace('GPU_ID', str(gpu_id)) - ret = None try: print(f"Starting process on GPU {gpu_id}") print(cmd) @@ -145,7 +168,6 @@ def run_driver_cmd(self, driver_cmd): stdout=subprocess.PIPE, stderr=subprocess.STDOUT) p_out = proc.stdout.readlines() - k_time = -1 res = None e = Entry() for line in p_out: @@ -157,7 +179,7 @@ def run_driver_cmd(self, driver_cmd): e.cmd = line print(e.cmd) continue - if (line.find('Wall-clock Time') != -1): + if line.find('Wall-clock Time') != -1: res = re_Elapsed.findall(line) print("") print(res) @@ -165,16 +187,16 @@ def run_driver_cmd(self, driver_cmd): e.wall_aux = res[1] e.wall_gwss = res[2] continue - if (re_Solver.match(line)): + if re_Solver.match(line): res = re_Solver.findall(line)[0] print(res) e.algo = res[0] e.sol_id = res[1] e.sol_name = res[2] continue - if (re_Key.match(line)): + if re_Key.match(line): e.fdb_key = re_Key.findall(line)[0] - if (re_GPU.match(line)): + if re_GPU.match(line): res = re_GPU.findall(line) print(res) e.sol_time = res[0] @@ -197,10 +219,11 @@ def run_driver_cmd(self, driver_cmd): print(f"driver: {e.cmd}") finally: queue.put(gpu_id) - return res + return ret class Entry: + """Module to hold runtime values""" def __init__(self): self.cmd = '' @@ -221,17 +244,6 @@ def __str__(self): return ",".join(atrs) -def get_num_gpus(): - """Get num_gpus""" - cmd = "/opt/rocm/bin/rocminfo | grep ${arch}:sramecc+:xnack | wc -l" - ps = subprocess.Popen(cmd, - shell=True, - stdout=subprocess.PIPE, - stderr=subprocess.STDOUT) - output = ps.communicate()[0] - return output.decode('utf-8').strip() - - def parse_args(): """Function to parse cmd line arguments""" parser = argparse.ArgumentParser() @@ -312,7 +324,6 @@ def compare_file(new_results, old_results): def main(): """Main function""" args = parse_args() - get_num_gpus() if args.compare_results: try: From 5a4e1098af0f2d0af3d694f0f2b5ae7213e88ce6 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 18:05:07 +0000 Subject: [PATCH 069/109] moved the archiving --- test/test_perf.py | 4 ++-- vars/utils.groovy | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/test/test_perf.py b/test/test_perf.py index c2f1eea1a8..e266c38d5a 100755 --- a/test/test_perf.py +++ b/test/test_perf.py @@ -35,8 +35,8 @@ from decimal import Decimal import multiprocessing as mp -results_path = f"{os.path.dirname(__file__)}/perf_results" -print(results_path) +curr_path = os.path.abspath(os.path.dirname(__file__)) +results_path = curr_path + "/perf_results" TOLERANCE = -5 #tolerance 5% re_Elapsed = re.compile(r"(\d*\.*\d+)") diff --git a/vars/utils.groovy b/vars/utils.groovy index 403b8b7257..bd7a177e42 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -408,17 +408,17 @@ def RunPerfTest(Map conf=[:]){ { sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" } + archiveArtifacts artifacts: "${env.WORKSPACE}/install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" try { sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" - sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/install/bin/perf_results/${filename}" + sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/build/${filename}" } catch (Exception err){ currentBuild.result = 'SUCCESS' } - archiveArtifacts artifacts: "${env.WORKSPACE}/install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true try{ sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" } From 1ae603a2a0934d3439e94b1c14216a0318763cc8 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 19:35:46 +0000 Subject: [PATCH 070/109] trying to add utils --- Jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index bb7b6de547..53a4bc5022 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -7,8 +7,8 @@ echo "${util_lib}" library "${util_lib}" -library "jenkins-shared@$branch_name" -def utils = load "vars/utils.groovy" +//library "jenkins-shared@$branch_name" +//def utils = load "vars/utils.groovy" /// Stage name format: /// [DataType] Backend[/Compiler] BuildType [TestSet] [Target] From fd9ac7fbf709b69057229f5dc7383df6c3a41480 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 19:43:11 +0000 Subject: [PATCH 071/109] fixed archive path --- vars/utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index bd7a177e42..b2220fec8c 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -408,7 +408,7 @@ def RunPerfTest(Map conf=[:]){ { sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" } - archiveArtifacts artifacts: "${env.WORKSPACE}/install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true + archiveArtifacts artifacts: "install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" try { From 3e5eeb656a412fda349a6601940597083e2094eb Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 20:20:03 +0000 Subject: [PATCH 072/109] maybe fixed artifact path --- vars/utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index b2220fec8c..d0d2fddb48 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -413,7 +413,7 @@ def RunPerfTest(Map conf=[:]){ jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" try { sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" - sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/build/${filename}" + sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/install/bin/perf_results/${filename}" } catch (Exception err){ currentBuild.result = 'SUCCESS' From 851b7f9dfaa90398ae2cc0082db75f7ebe463642 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 21:50:51 +0000 Subject: [PATCH 073/109] 123 --- Jenkinsfile | 161 ++++++++++++++++++++++++++++++---------------- vars/utils.groovy | 12 ++-- 2 files changed, 111 insertions(+), 62 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 53a4bc5022..b4e1395342 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,11 +1,15 @@ -def shared_library_branch = scm.branches[0].name -if (shared_library_branch .contains("*/")) { - shared_library_branch = shared_library_branch.split("\\*/")[1] - } -def util_lib="jenkins-shared@${shared_library_branch}" -echo "${util_lib}" +def rocmnode(name) { + return '(rocmtest || miopen) && (' + name + ')' +} + +//def shared_library_branch = scm.branches[0].name +//if (shared_library_branch .contains("*/")) { +// shared_library_branch = shared_library_branch.split("\\*/")[1] +// } +//def util_lib="jenkins-shared@${shared_library_branch}" +//echo "${util_lib}" -library "${util_lib}" +//library "${util_lib}" //library "jenkins-shared@$branch_name" //def utils = load "vars/utils.groovy" @@ -151,9 +155,10 @@ pipeline { when { expression { params.BUILD_DOCKER && params.TARGET_NOGPU && params.DATATYPE_NA } } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.getDockerImage() } } @@ -164,9 +169,10 @@ pipeline { } parallel { stage("HIP Package") { - agent{ label utils.rocmnode("nogpu") } + agent{ label rocmnode("nogpu") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } @@ -179,19 +185,20 @@ pipeline { } parallel{ stage('Hip Tidy') { - agent{ label utils.rocmnode("nogpu") } + agent{ label rocmnode("nogpu") } environment{ setup_cmd = "CXX='/opt/rocm/llvm/bin/clang++' cmake -DCMAKE_PREFIX_PATH=/opt/rocm -DMIOPEN_BACKEND=HIP -DBUILD_DEV=On .. " build_cmd = "make -j\$(nproc) -k analyze" } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } } stage('Clang Format') { - agent{ label utils.rocmnode("nogpu") } + agent{ label rocmnode("nogpu") } environment{ execute_cmd = "find .. -iname \'*.h\' \ -o -iname \'*.hpp\' \ @@ -205,6 +212,7 @@ pipeline { } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } @@ -214,25 +222,27 @@ pipeline { beforeAgent true expression { params.TARGET_NOGPU } } - agent{ label utils.rocmnode("nogpu") } + agent{ label rocmnode("nogpu") } environment{ HipNoGPU_flags = "-DMIOPEN_BACKEND=HIPNOGPU -DMIOPEN_INSTALL_CXX_HEADERS=On" build_cmd = "make -j\$(nproc)" } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) } } } stage('Tuna Fin Build Test') { - agent{ label utils.rocmnode("nogpu") } + agent{ label rocmnode("nogpu") } environment{ fin_flags = "-DMIOPEN_BACKEND=HIPNOGPU" } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true", needs_cleanup:true) + def utils = load "vars/utils.groovy" + utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true", needs_cleanup:true) } } } @@ -251,9 +261,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -266,9 +277,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -281,9 +293,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx908") } + agent{ label rocmnode("gfx908") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -296,9 +309,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx94X") } + agent{ label rocmnode("gfx94X") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } @@ -318,13 +332,14 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } environment{ // Can be removed altogether with when WORKAROUND_SWDEV_290754. NOCOMGR_build_cmd = "CTEST_PARALLEL_LEVEL=4 MIOPEN_LOG_LEVEL=5 make -j\$(nproc) check" } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) } } @@ -337,13 +352,14 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } environment{ // Can be removed altogether with when WORKAROUND_SWDEV_290754. NOMLIR_build_cmd = "CTEST_PARALLEL_LEVEL=4 MIOPEN_LOG_LEVEL=5 make -j\$(nproc) check" } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) } } @@ -356,9 +372,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true", needs_cleanup:true) } } @@ -371,12 +388,13 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("vega20") } + agent{ label rocmnode("vega20") } environment{ Embedded_flags = "-DMIOPEN_EMBED_DB='gfx906_60'" } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) } } @@ -389,9 +407,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true", needs_cleanup:true) } } @@ -404,13 +423,14 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } environment{ make_targets = "test_conv2d" execute_cmd = "bin/test_conv2d --disable-verification-cache" } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true", needs_cleanup:true) } } @@ -423,13 +443,14 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } environment{ make_targets = "test_conv2d" execute_cmd = "MIOPEN_FIND_MODE=2 CTEST_PARALLEL_LEVEL=4 bin/test_conv2d --disable-verification-cache" } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true", needs_cleanup:true) } } @@ -442,9 +463,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(needs_cleanup:true) } } @@ -457,9 +479,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true", needs_cleanup:true) } } @@ -479,9 +502,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("vega20") } + agent{ label rocmnode("vega20") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -494,9 +518,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("vega20") } + agent{ label rocmnode("vega20") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -509,9 +534,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx908") } + agent{ label rocmnode("gfx908") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -524,9 +550,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx908") } + agent{ label rocmnode("gfx908") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -539,9 +566,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -554,9 +582,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -569,9 +598,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx94X") } + agent{ label rocmnode("gfx94X") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } @@ -584,9 +614,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx94X") } + agent{ label rocmnode("gfx94X") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } @@ -611,9 +642,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx908") } + agent{ label rocmnode("gfx908") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -633,9 +665,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -655,9 +688,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx942") } + agent{ label rocmnode("gfx942") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -677,9 +711,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("vega20") } + agent{ label rocmnode("vega20") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test, needs_cleanup:true) } } @@ -692,9 +727,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx908") } + agent{ label rocmnode("gfx908") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) } } @@ -707,9 +743,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) } } @@ -722,9 +759,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx94X") } + agent{ label rocmnode("gfx94X") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false, needs_cleanup:true) } } @@ -737,9 +775,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("navi21") } + agent{ label rocmnode("navi21") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd, needs_cleanup:true) } } @@ -752,9 +791,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("navi32") } + agent{ label rocmnode("navi32") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, needs_cleanup:true) } } @@ -767,9 +807,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx908") } + agent{ label rocmnode("gfx908") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup:true) } } @@ -782,9 +823,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup:true) } } @@ -794,9 +836,10 @@ pipeline { // beforeAgent true // expression { params.TARGET_GFX90A && params.DATATYPE_FP32 } // } - // agent{ label utils.rocmnode("gfx90a") } + // agent{ label rocmnode("gfx90a") } // steps{ // script { + def utils = load "vars/utils.groovy" // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true, needs_cleanup:true) // } // } @@ -809,9 +852,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx94X") } + agent{ label rocmnode("gfx94X") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false, needs_cleanup:true) } } @@ -824,9 +868,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("vega20") } + agent{ label rocmnode("vega20") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } @@ -839,10 +884,9 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("vega20") } + agent{ label rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Full_test, needs_cleanup:true) } } } @@ -854,9 +898,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("navi21") } + agent{ label rocmnode("navi21") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true", needs_cleanup:true) } } @@ -869,9 +914,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("navi32") } + agent{ label rocmnode("navi32") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true", needs_cleanup:true) } } @@ -884,9 +930,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx908") } + agent{ label rocmnode("gfx908") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } @@ -899,9 +946,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx90a") } + agent{ label rocmnode("gfx90a") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } @@ -914,9 +962,10 @@ pipeline { options { retry(2) } - agent{ label utils.rocmnode("gfx94X") } + agent{ label rocmnode("gfx94X") } steps{ script { + def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false, needs_cleanup:true) } } diff --git a/vars/utils.groovy b/vars/utils.groovy index d0d2fddb48..599b1b227d 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -419,12 +419,12 @@ def RunPerfTest(Map conf=[:]){ currentBuild.result = 'SUCCESS' } - try{ - sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" - } - catch (Exception err){ - currentBuild.result = 'SUCCESS' - } + //try{ + // sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" + //} + //catch (Exception err){ + // currentBuild.result = 'SUCCESS' + //} cleanWs() } } From 29423ecfee5bbb7916939ddabf98dceee96331ae Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 21:52:09 +0000 Subject: [PATCH 074/109] 123 --- vars/utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 599b1b227d..afd6a07caf 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -413,7 +413,7 @@ def RunPerfTest(Map conf=[:]){ jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" try { sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" - sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/install/bin/perf_results/${filename}" + sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/build/perf_results/${filename}" } catch (Exception err){ currentBuild.result = 'SUCCESS' From 2568b37afebe3113eabc6c7a6bd04307c2a90954 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 22:12:51 +0000 Subject: [PATCH 075/109] 123 --- Jenkinsfile | 26 -------------------------- 1 file changed, 26 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index b4e1395342..2591121a99 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -521,7 +521,6 @@ pipeline { agent{ label rocmnode("vega20") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -537,7 +536,6 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -553,7 +551,6 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -569,7 +566,6 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -585,7 +581,6 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) } } @@ -601,7 +596,6 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } @@ -617,7 +611,6 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) } } @@ -645,7 +638,6 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -668,7 +660,6 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -691,7 +682,6 @@ pipeline { agent{ label rocmnode("gfx942") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(lfs_pull: true, setup_flags: "-DMIOPEN_TEST_DBSYNC=1", make_targets: 'test_db_sync', @@ -714,7 +704,6 @@ pipeline { agent{ label rocmnode("vega20") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Int8_flags + Full_test, needs_cleanup:true) } } @@ -730,7 +719,6 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) } } @@ -746,7 +734,6 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) } } @@ -762,7 +749,6 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false, needs_cleanup:true) } } @@ -778,7 +764,6 @@ pipeline { agent{ label rocmnode("navi21") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_cmd: Navi21_build_cmd, needs_cleanup:true) } } @@ -794,7 +779,6 @@ pipeline { agent{ label rocmnode("navi32") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, needs_cleanup:true) } } @@ -810,7 +794,6 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup:true) } } @@ -826,7 +809,6 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_cleanup:true) } } @@ -839,7 +821,6 @@ pipeline { // agent{ label rocmnode("gfx90a") } // steps{ // script { - def utils = load "vars/utils.groovy" // utils.buildHipClangJobAndReboot(setup_flags: Full_test, enforce_xnack_on: true, needs_cleanup:true) // } // } @@ -855,7 +836,6 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, needs_reboot:false, needs_cleanup:true) } } @@ -871,7 +851,6 @@ pipeline { agent{ label rocmnode("vega20") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } @@ -901,7 +880,6 @@ pipeline { agent{ label rocmnode("navi21") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true", needs_cleanup:true) } } @@ -917,7 +895,6 @@ pipeline { agent{ label rocmnode("navi32") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true", needs_cleanup:true) } } @@ -933,7 +910,6 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } @@ -949,7 +925,6 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) } } @@ -965,7 +940,6 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - def utils = load "vars/utils.groovy" utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false, needs_cleanup:true) } } From fa7832d1bdd70303d89480532bbffb4aa087fae2 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 22:14:21 +0000 Subject: [PATCH 076/109] 123 --- vars/utils.groovy | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index afd6a07caf..8dfd953499 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -411,13 +411,13 @@ def RunPerfTest(Map conf=[:]){ archiveArtifacts artifacts: "install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" - try { - sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" - sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/build/perf_results/${filename}" - } - catch (Exception err){ - currentBuild.result = 'SUCCESS' - } + //try { + // sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" + // sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/build/perf_results/${filename}" + //} + //catch (Exception err){ + // currentBuild.result = 'SUCCESS' + //} //try{ // sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" From 6a9edc53989486891d8f8af2e8b4a724e693529c Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 2 Jan 2025 22:57:44 +0000 Subject: [PATCH 077/109] fixed JK file --- Jenkinsfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Jenkinsfile b/Jenkinsfile index 2591121a99..2b60db4879 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -866,6 +866,7 @@ pipeline { agent{ label rocmnode("vega20") } steps{ script { + utils.buildHipClangJobAndReboot( setup_flags: Full_test) } } } From 163f4265b157240f28b417b25d69803b8e09d7f9 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 3 Jan 2025 16:49:25 +0000 Subject: [PATCH 078/109] testing to have a successful build --- vars/utils.groovy | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 8dfd953499..ebb5d97753 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -183,7 +183,7 @@ def getDockerImageName(dockerArgs) def image = "${env.MIOPEN_DOCKER_IMAGE_URL}" sh "md5sum Dockerfile requirements.txt dev-requirements.txt >> factors.txt" def docker_hash = sh(script: "md5sum factors.txt | awk '{print \$1}' | head -c 6", returnStdout: true) - sh "rm factors.txt" + //sh "rm factors.txt" echo "Docker tag hash: ${docker_hash}" image = "${image}:ci_${docker_hash}" if(params.DOCKER_IMAGE_OVERRIDE && !params.DOCKER_IMAGE_OVERRIDE.empty) @@ -425,7 +425,8 @@ def RunPerfTest(Map conf=[:]){ //catch (Exception err){ // currentBuild.result = 'SUCCESS' //} - cleanWs() + //cleanWs() + currentBuild.result = 'SUCCESS' } } } From 0fa7706f21163de06dc39184b4fbc1a08a8a23a5 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 3 Jan 2025 18:57:01 +0000 Subject: [PATCH 079/109] testing diff file --- .jenkins/perf_test | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 3d02fdc9b2..f1687fa566 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -19,7 +19,7 @@ pipeline { booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') } stages { - stage("Performance Tests - gfx942") { + stage("Performance Tests - gfx90a") { //when { // expression {params.PERF_TEST && params.TARGET_GFX90A} //} @@ -32,17 +32,18 @@ pipeline { echo "TEST" script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt" ) } } - }/* + } + /* stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx1201'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt" ) } } } From 8496f40b52e27b0eb70997f3f33ef2f1a9bcc2ad Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 3 Jan 2025 21:00:35 +0000 Subject: [PATCH 080/109] added optional compare_to_base param --- .jenkins/perf_test | 3 ++- vars/utils.groovy | 34 ++++++++++++++++++---------------- 2 files changed, 20 insertions(+), 17 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index ba446e3f51..f71a3fe75a 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -21,10 +21,11 @@ pipeline { NOMLIR_flags = " -DMIOPEN_USE_MLIR=Off" } parameters { - string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') + booleanParam(name: 'COMPARE_TO_BASE', defaultValue : true, description: 'Compare test results to base results') booleanParam(name: 'PERF_TEST_FP32', defaultValue : true, description: 'Run FP16 tests') booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') + string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') } stages { stage('Build Docker'){ diff --git a/vars/utils.groovy b/vars/utils.groovy index ebb5d97753..d8080fc0e5 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -411,22 +411,24 @@ def RunPerfTest(Map conf=[:]){ archiveArtifacts artifacts: "install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" - //try { - // sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" - // sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/build/perf_results/${filename}" - //} - //catch (Exception err){ - // currentBuild.result = 'SUCCESS' - //} - - //try{ - // sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" - //} - //catch (Exception err){ - // currentBuild.result = 'SUCCESS' - //} - //cleanWs() - currentBuild.result = 'SUCCESS' + if(params.COMPARE_TO_BASE) + { + try { + sh "rm -rf ${env.WORKSPACE}/install/bin/old_results/" + sh "wget -P ${env.WORKSPACE}/install/bin/old_results/ ${jenkins_url}/install/bin/perf_results/${filename}" + } + catch (Exception err){ + currentBuild.result = 'SUCCESS' + } + + try{ + sh "${env.WORKSPACE}/install/bin/test_perf.py --compare_results --old_results_path ${env.WORKSPACE}/install/bin/old_results --filename ${filename}" + } + catch (Exception err){ + currentBuild.result = 'SUCCESS' + } + //cleanWs() + } } } } From 5a6df5fc4997ab4729fd559eb5ebf82451708e99 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 3 Jan 2025 21:46:24 +0000 Subject: [PATCH 081/109] updated artifact_path in Jk settings + groovy file --- vars/utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index d8080fc0e5..109228ab0b 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -410,7 +410,7 @@ def RunPerfTest(Map conf=[:]){ } archiveArtifacts artifacts: "install/bin/perf_results/${filename}", allowEmptyArchive: true, fingerprint: true //sh "export LD_LIBRARY_PATH=${ld_lib} && ${env.WORKSPACE}/install/bin/test_perf.py --filename ${filename} --install_path ${env.WORKSPACE}/install/" - jenkins_url = "${env.artifact_path}/${env.BRANCH_NAME}/lastSuccessfulBuild/artifact" + jenkins_url = "${env.artifact_path}/MIOpenPerf/lastSuccessfulBuild/artifact" if(params.COMPARE_TO_BASE) { try { From e9f4680f69943f4f0963d8bb21ded8cb00a14f3c Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 15:17:16 +0000 Subject: [PATCH 082/109] enabling all perf test files --- .jenkins/perf_test | 260 ++++++++++++++++++++++----------------------- 1 file changed, 130 insertions(+), 130 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index f71a3fe75a..d08edef0a3 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -66,7 +66,7 @@ pipeline { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } - }/* + } stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90A'){ when { expression {params.PERF_TEST_FP32} @@ -78,654 +78,654 @@ pipeline { } } } - stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx1201'){ + stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx1201'){ + stage('Fp16 BS128 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx1201'){ + stage('Fp16 BS256 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) } } } - stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx1201'){ + stage('Fp16 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1.5_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx1201'){ + stage('Fp16 BS512 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx1201'){ + stage('Fp32 BS4 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) } } } - stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx1201'){ + stage('Fp32 BS64 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) } } } - stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance Alexnet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Alexnet_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx1201'){ + stage('Fp16 BS256 Hip Performance Densenet201_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet201_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) } } } - stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx1201'){ + stage('Fp32 BS256 Hip Performance Densenet201_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet201_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) } } } - stage('Fp16 BS256 Hip Performance Densenet_v1 gfx1201'){ + stage('Fp16 BS256 Hip Performance Densenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) } } } - stage('Fp32 BS256 Hip Performance Densenet_v1 gfx1201'){ + stage('Fp32 BS256 Hip Performance Densenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Densenet_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) } } } - stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx1201'){ + stage('Fp16 BS512 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance Googlenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Googlenet_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Inception3_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance Inception3_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception3_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) } } } - stage('Fp32 BS128 Hip Performance Inception3_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance Inception3_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception3_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Inception3_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance Inception3_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception3_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Inception4_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Inception4_v1 gfx1201'){ + stage('Fp16 BS512 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Inception4_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Inception4_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance Inception4_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Inception4_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) } } } - stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx1201'){ + stage('Fp32 BS4 Hip Performance Mobilenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Mobilenet_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) } } } - stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx1201'){ + stage('Fp32 BS64 Hip Performance Mobilenet_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Mobilenet_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) } } } - stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx1201'){ + stage('Fp16 BS32 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS32.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx1201'){ + stage('Fp16 BS256 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) } } } - stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx1201'){ + stage('Fp16 BS512 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx1201'){ + stage('Fp32 BS256 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) } } } - stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance Resnet101_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet101_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx1201'){ + stage('Fp16 BS256 Hip Performance Resnet152_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) } } } - stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx1201'){ + stage('Fp32 BS256 Hip Performance Resnet152_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx1201'){ + stage('Fp16 BS128 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx1201'){ + stage('Fp16 BS512 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx1201'){ + stage('Fp32 BS128 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx1201'){ + stage('Fp32 BS512 Hip Performance Resnet152_v2 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet152_v2_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) } } } - stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp16 BS32 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS32.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) } } } - stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp16 BS64 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) } } } - stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp16 BS256 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) } } } - stage('Fp16 B512 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp16 B512 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp32 BS256 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP32_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) } } } - stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance Resnet50_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Resnet50_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx1201'){ + stage('Fp16 BS128 Hip Performance Shufflenet_v2 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "Shufflenet_v2_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) } } } - stage('Fp16 BS128 Hip Performance SSD_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance SSD_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "SSD_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) } } } - stage('Fp32 BS128 Hip Performance SSD_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance SSD_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "SSD_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) } } } - stage('Fp16 BS128 Hip Performance VGG11_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS256 Hip Performance VGG11_v1 gfx1201'){ + stage('Fp16 BS256 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP16_BS256.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) } } } - stage('Fp16 BS512 Hip Performance VGG11_v1 gfx1201'){ + stage('Fp16 BS512 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS512 Hip Performance VGG11_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance VGG11_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG11_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance VGG16_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) } } } - stage('Fp32 BS4 Hip Performance VGG16_v1 gfx1201'){ + stage('Fp32 BS4 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS4.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) } } } - stage('Fp32 BS64 Hip Performance VGG16_v1 gfx1201'){ + stage('Fp32 BS64 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS64.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) } } } - stage('Fp32 BS128 Hip Performance VGG16_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance VGG16_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance VGG16_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG16_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) } } } - stage('Fp16 BS128 Hip Performance VGG19_v1 gfx1201'){ + stage('Fp16 BS128 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP16_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) } } } - stage('Fp16 BS512 Hip Performance VGG19_v1 gfx1201'){ + stage('Fp16 BS512 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP16} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP16_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) } } } - stage('Fp32 BS128 Hip Performance VGG19_v1 gfx1201'){ + stage('Fp32 BS128 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP32_BS128.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) } } } - stage('Fp32 BS512 Hip Performance VGG19_v1 gfx1201'){ + stage('Fp32 BS512 Hip Performance VGG19_v1 gfx90a'){ when { expression {params.PERF_TEST_FP32} } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx1201", filename: "VGG19_v1_FP32_BS512.txt" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) } } - }*/ + } } } } From 1f33903330f077ef3eb4e4864993b114877a6364 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 16:32:28 +0000 Subject: [PATCH 083/109] loading vars file before each stage --- .jenkins/perf_test | 198 ++++++++++++++++++++++++++++++--------------- 1 file changed, 131 insertions(+), 67 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index d08edef0a3..6ab942219b 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -52,9 +52,9 @@ pipeline { } }*/ stage("Performance Tests - gfx90a") { - //when { - // expression {params.PERF_TEST && params.TARGET_GFX90A} - //} + when { + expression {params.PERF_TEST && params.TARGET_GFX90A} + } parallel{ stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90A'){ when { @@ -84,7 +84,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -94,7 +95,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -104,7 +106,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -114,7 +117,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -124,7 +128,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -134,7 +139,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -144,7 +150,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -154,7 +161,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -164,7 +172,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -174,7 +183,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -184,7 +194,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -194,7 +205,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -204,7 +216,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -214,7 +227,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -224,7 +238,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -234,7 +249,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -244,7 +260,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -254,7 +271,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -264,7 +282,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -274,7 +293,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -284,7 +304,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -294,7 +315,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -304,7 +326,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -314,7 +337,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -324,7 +348,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -334,7 +359,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -344,7 +370,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -354,7 +381,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -364,7 +392,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -374,7 +403,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -384,7 +414,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -394,7 +425,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -404,7 +436,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -414,7 +447,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -424,7 +458,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -434,7 +469,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -444,7 +480,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -454,7 +491,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -464,7 +502,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -474,7 +513,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -485,7 +525,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -496,7 +537,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -507,7 +549,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -518,7 +561,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -529,7 +573,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -540,7 +585,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -551,7 +597,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -562,7 +609,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -572,7 +620,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -582,7 +631,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -592,7 +642,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -602,7 +653,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -612,7 +664,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -622,7 +675,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -632,7 +686,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -642,7 +697,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -652,7 +708,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -662,7 +719,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -672,7 +730,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -682,7 +741,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -692,7 +752,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -702,7 +763,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -712,7 +774,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -722,7 +785,8 @@ pipeline { } steps{ script { - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt" ) + def utils = load "vars/utils.groovy" + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } From b667aff7539747277aa07908946ee588d26b72b3 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 16:39:42 +0000 Subject: [PATCH 084/109] removed the conditional when --- .jenkins/perf_test | 3 --- 1 file changed, 3 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 6ab942219b..f2571eedc2 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -52,9 +52,6 @@ pipeline { } }*/ stage("Performance Tests - gfx90a") { - when { - expression {params.PERF_TEST && params.TARGET_GFX90A} - } parallel{ stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90A'){ when { From 56441a2df22b4228cf783468e62466e9a5233867 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 16:59:53 +0000 Subject: [PATCH 085/109] re-enable miopenCheckout --- vars/utils.groovy | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index 109228ab0b..b75e890875 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -2,16 +2,16 @@ def rocmnode(name) { return '(rocmtest || miopen) && (' + name + ')' } -//def miopenCheckout() -//{ -// checkout([ -// $class: 'GitSCM', -// branches: scm.branches, -// doGenerateSubmoduleConfigurations: true, -// extensions: scm.extensions + [[$class: 'SubmoduleOption', parentCredentials: true]], - // userRemoteConfigs: scm.userRemoteConfigs - // ]) -//} +def miopenCheckout() +{ + checkout([ + $class: 'GitSCM', + branches: scm.branches, + doGenerateSubmoduleConfigurations: true, + extensions: scm.extensions + [[$class: 'SubmoduleOption', parentCredentials: true]], + userRemoteConfigs: scm.userRemoteConfigs + ]) +} def show_node_info() { sh """ @@ -245,7 +245,7 @@ def getDockerImage(Map conf=[:]) def buildHipClangJob(Map conf=[:]){ show_node_info() - //miopenCheckout() + miopenCheckout() checkout scm env.HSA_ENABLE_SDMA=0 env.DOCKER_BUILDKIT=1 From 8fb8114df1c99a510345eacb915b775061306cd6 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 17:43:22 +0000 Subject: [PATCH 086/109] removed unnecessary package_build param from test function --- .jenkins/perf_test | 136 ++++++++++++++++++++++----------------------- 1 file changed, 68 insertions(+), 68 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index f2571eedc2..daafaecf4e 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -37,7 +37,7 @@ pipeline { } } } - /*stage("Packages") { + stage("Packages") { parallel { stage("HIP Package") { agent{ node { label 'nogpu'} } @@ -50,7 +50,7 @@ pipeline { } } } - }*/ + } stage("Performance Tests - gfx90a") { parallel{ stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90A'){ @@ -60,7 +60,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -71,7 +71,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -82,7 +82,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -93,7 +93,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -104,7 +104,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -115,7 +115,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -126,7 +126,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -137,7 +137,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -148,7 +148,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -159,7 +159,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -170,7 +170,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -181,7 +181,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -192,7 +192,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -203,7 +203,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -214,7 +214,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -225,7 +225,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -236,7 +236,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -247,7 +247,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -258,7 +258,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -269,7 +269,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -280,7 +280,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -291,7 +291,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -302,7 +302,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -313,7 +313,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -324,7 +324,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -335,7 +335,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -346,7 +346,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -357,7 +357,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -368,7 +368,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -379,7 +379,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -390,7 +390,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -401,7 +401,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -412,7 +412,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -423,7 +423,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -434,7 +434,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -445,7 +445,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -456,7 +456,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -467,7 +467,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -478,7 +478,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -489,7 +489,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -500,7 +500,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -511,7 +511,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -523,7 +523,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -535,7 +535,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -547,7 +547,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -559,7 +559,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -571,7 +571,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -583,7 +583,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -595,7 +595,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -607,7 +607,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -618,7 +618,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -629,7 +629,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -640,7 +640,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -651,7 +651,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -662,7 +662,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -673,7 +673,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -684,7 +684,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -695,7 +695,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -706,7 +706,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -717,7 +717,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -728,7 +728,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -739,7 +739,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -750,7 +750,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -761,7 +761,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -772,7 +772,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } @@ -783,7 +783,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } From 350b899411e068167eac4e1412142a7dd3528780 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 18:14:11 +0000 Subject: [PATCH 087/109] syntax fux --- .jenkins/perf_test | 2 +- vars/utils.groovy | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index daafaecf4e..19727712f3 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -456,7 +456,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } } diff --git a/vars/utils.groovy b/vars/utils.groovy index b75e890875..d067939d43 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -427,7 +427,7 @@ def RunPerfTest(Map conf=[:]){ catch (Exception err){ currentBuild.result = 'SUCCESS' } - //cleanWs() + cleanWs() } } } From 6a785b246b97f05df8a6421d96011cd61fe3b7f6 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 21:14:18 +0000 Subject: [PATCH 088/109] testing out 2 stages in non-parallel --- .jenkins/perf_test | 8 ++++---- vars/utils.groovy | 6 +----- 2 files changed, 5 insertions(+), 9 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 19727712f3..96bafcd7ae 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -52,7 +52,7 @@ pipeline { } } stage("Performance Tests - gfx90a") { - parallel{ + //parallel{ stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90A'){ when { expression {params.PERF_TEST_FP32} @@ -74,7 +74,7 @@ pipeline { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } - } + }/* stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP32} @@ -786,8 +786,8 @@ pipeline { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) } } - } - } + }*/ + //} } } } diff --git a/vars/utils.groovy b/vars/utils.groovy index d067939d43..6fd4944f07 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -1,7 +1,3 @@ -def rocmnode(name) { - return '(rocmtest || miopen) && (' + name + ')' -} - def miopenCheckout() { checkout([ @@ -183,7 +179,7 @@ def getDockerImageName(dockerArgs) def image = "${env.MIOPEN_DOCKER_IMAGE_URL}" sh "md5sum Dockerfile requirements.txt dev-requirements.txt >> factors.txt" def docker_hash = sh(script: "md5sum factors.txt | awk '{print \$1}' | head -c 6", returnStdout: true) - //sh "rm factors.txt" + sh "rm factors.txt" echo "Docker tag hash: ${docker_hash}" image = "${image}:ci_${docker_hash}" if(params.DOCKER_IMAGE_OVERRIDE && !params.DOCKER_IMAGE_OVERRIDE.empty) From 75696025176184f1b7d7283236d023cbd4a486bb Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 6 Jan 2025 21:36:38 +0000 Subject: [PATCH 089/109] removed extra stage --- .jenkins/perf_test | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 96bafcd7ae..87db09c2fb 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -51,7 +51,7 @@ pipeline { } } } - stage("Performance Tests - gfx90a") { + //stage("Performance Tests - gfx90a") { //parallel{ stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90A'){ when { @@ -788,6 +788,6 @@ pipeline { } }*/ //} - } + //} } } From ec4898f680e1c66a2b9d5a378276e25871fcf42d Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 7 Jan 2025 16:55:15 +0000 Subject: [PATCH 090/109] passing make_targets: install to avoid smoke tests --- .jenkins/perf_test | 4 ++-- vars/utils.groovy | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 87db09c2fb..08c6f29b3b 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -60,7 +60,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install") } } } @@ -71,7 +71,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install") } } }/* diff --git a/vars/utils.groovy b/vars/utils.groovy index 6fd4944f07..d0a15db75a 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -423,7 +423,7 @@ def RunPerfTest(Map conf=[:]){ catch (Exception err){ currentBuild.result = 'SUCCESS' } - cleanWs() + //cleanWs() } } } From 7726f83a7ed4dda8d7a3a72d126ea8cb2f5a42d1 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 7 Jan 2025 18:27:08 +0000 Subject: [PATCH 091/109] enabling all perf tests --- .jenkins/perf_test | 132 ++++++++++++++++++++++----------------------- 1 file changed, 66 insertions(+), 66 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 08c6f29b3b..f8602ac227 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -74,7 +74,7 @@ pipeline { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install") } } - }/* + } stage('Fp32 BS512 Hip Performance Resnet50_v1.5 gfx90a'){ when { expression {params.PERF_TEST_FP32} @@ -82,7 +82,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -93,7 +93,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -104,7 +104,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -115,7 +115,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -126,7 +126,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -137,7 +137,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -148,7 +148,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -159,7 +159,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -170,7 +170,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -181,7 +181,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -192,7 +192,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -203,7 +203,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -214,7 +214,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -225,7 +225,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -236,7 +236,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -247,7 +247,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -258,7 +258,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -269,7 +269,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -280,7 +280,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -291,7 +291,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -302,7 +302,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -313,7 +313,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -324,7 +324,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -335,7 +335,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -346,7 +346,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -357,7 +357,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -368,7 +368,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -379,7 +379,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -390,7 +390,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -401,7 +401,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -412,7 +412,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -423,7 +423,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -434,7 +434,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -445,7 +445,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -456,7 +456,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -467,7 +467,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -478,7 +478,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -489,7 +489,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -500,7 +500,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -511,7 +511,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -523,7 +523,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -535,7 +535,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -547,7 +547,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -559,7 +559,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -571,7 +571,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -583,7 +583,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -595,7 +595,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -607,7 +607,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -618,7 +618,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -629,7 +629,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -640,7 +640,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -651,7 +651,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -662,7 +662,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -673,7 +673,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -684,7 +684,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -695,7 +695,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -706,7 +706,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -717,7 +717,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -728,7 +728,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -739,7 +739,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -750,7 +750,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -761,7 +761,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -772,7 +772,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } } @@ -783,10 +783,10 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } - }*/ + } //} //} } From de030ab0fbcf51fcf6c00b59c9f5eaf49410516d Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 7 Jan 2025 20:32:21 +0000 Subject: [PATCH 092/109] building/installing/pushing dock image --- .jenkins/perf_test | 21 +++++++++++++-------- vars/utils.groovy | 5 +++-- 2 files changed, 16 insertions(+), 10 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index f8602ac227..f1499436a2 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -31,13 +31,18 @@ pipeline { stage('Build Docker'){ steps{ script { - echo "Build Docker Stage" - def utils = load "vars/utils.groovy" - utils.getDockerImage() + echo "Build Docker Stage" + //def utils = load "vars/utils.groovy" + //utils.getDockerImage() + def utils = load "vars/utils.groovy" + docker_image = utils.buildHipClangJob(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) + withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { + docker_image.push() + } } } } - stage("Packages") { + /*stage("Packages") { parallel { stage("HIP Package") { agent{ node { label 'nogpu'} } @@ -50,7 +55,7 @@ pipeline { } } } - } + }*/ //stage("Performance Tests - gfx90a") { //parallel{ stage('Fp32 BS128 Hip Performance Resnet50_v1.5 gfx90A'){ @@ -60,10 +65,10 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install") + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install", docker: docker_image) } } - } + }/* stage('Fp32 BS256 Hip Performance Resnet50_v1.5 gfx90A'){ when { expression {params.PERF_TEST_FP32} @@ -786,7 +791,7 @@ pipeline { utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) } } - } + }*/ //} //} } diff --git a/vars/utils.groovy b/vars/utils.groovy index d0a15db75a..eef1f28ac4 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -387,11 +387,12 @@ def RunPerfTest(Map conf=[:]){ checkout scm def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" try { - (retimage, image) = getDockerImage(conf) + //(retimage, image) = getDockerImage(conf) + image = conf.get("docker_image").pull() withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { timeout(time: 100, unit: 'MINUTES') { - cmake_build(conf) + //cmake_build(conf) //unstash 'miopen_tar' //sh "tar -zxvf build/miopen-hip-*-Linux-runtime.tar.gz" ld_lib="${env.WORKSPACE}/install/lib" From 398e769bd24caa688d79c448be17eb851facf988 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Tue, 7 Jan 2025 20:56:01 +0000 Subject: [PATCH 093/109] fixed conf arg --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index f1499436a2..187444f6ba 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -35,7 +35,7 @@ pipeline { //def utils = load "vars/utils.groovy" //utils.getDockerImage() def utils = load "vars/utils.groovy" - docker_image = utils.buildHipClangJob(setup_cmd: setup_cmd, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false, needs_cleanup:true) + docker_image = utils.buildHipClangJob(needs_gpu:false, needs_reboot:false, needs_cleanup:true, build_install: true, make_targets: "install") withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { docker_image.push() } From ce4c8108cc4361cd7e4a79c64ff0a8eef1133ff1 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 8 Jan 2025 15:29:02 +0000 Subject: [PATCH 094/109] make package_build and build_install take bools not str --- .jenkins/perf_test | 134 ++++++++++++++++++++++----------------------- Jenkinsfile | 66 +++++++++++----------- vars/utils.groovy | 4 +- 3 files changed, 102 insertions(+), 102 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 187444f6ba..9a75b1793a 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -50,7 +50,7 @@ pipeline { script { echo "Packages Stage" def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( package_build: "true", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false) + utils.buildHipClangJobAndReboot( package_build: true, needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false) } } } @@ -65,7 +65,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install", docker: docker_image) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install", docker: docker_image) } } }/* @@ -76,7 +76,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install") + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install") } } } @@ -87,7 +87,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -98,7 +98,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -109,7 +109,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -120,7 +120,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -131,7 +131,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -142,7 +142,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -153,7 +153,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -164,7 +164,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -175,7 +175,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -186,7 +186,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Alexnet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -197,7 +197,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -208,7 +208,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet201_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -219,7 +219,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -230,7 +230,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Densenet_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -241,7 +241,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -252,7 +252,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -263,7 +263,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -274,7 +274,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Googlenet_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -285,7 +285,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -296,7 +296,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -307,7 +307,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception3_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -318,7 +318,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -329,7 +329,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -340,7 +340,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -351,7 +351,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Inception4_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -362,7 +362,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -373,7 +373,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Mobilenet_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -384,7 +384,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -395,7 +395,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -406,7 +406,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -417,7 +417,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -428,7 +428,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -439,7 +439,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -450,7 +450,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet101_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -461,7 +461,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -472,7 +472,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -483,7 +483,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -494,7 +494,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -505,7 +505,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -516,7 +516,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet152_v2_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -528,7 +528,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS32.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -540,7 +540,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -552,7 +552,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -564,7 +564,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -576,7 +576,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -588,7 +588,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -600,7 +600,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -612,7 +612,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -623,7 +623,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Shufflenet_v2_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -634,7 +634,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -645,7 +645,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "SSD_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -656,7 +656,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -667,7 +667,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS256.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -678,7 +678,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -689,7 +689,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG11_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -700,7 +700,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -711,7 +711,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS4.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -722,7 +722,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS64.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -733,7 +733,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -744,7 +744,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG16_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -755,7 +755,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -766,7 +766,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP16_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -777,7 +777,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } } @@ -788,7 +788,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: "true", needs_cleanup:false, make_targets: "install" ) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "VGG19_v1_FP32_BS512.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install" ) } } }*/ diff --git a/Jenkinsfile b/Jenkinsfile index 2b60db4879..d995861a78 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -242,7 +242,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: fin_flags, make_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: true, needs_cleanup:true) } } } @@ -265,7 +265,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -281,7 +281,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -297,7 +297,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -313,7 +313,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(build_type: 'debug', make_targets: Smoke_targets, needs_reboot:false, build_install: true, needs_cleanup:true) } } } @@ -340,7 +340,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOCOMGR_flags, build_cmd: NOCOMGR_build_cmd, test_flags: ' --verbose ', build_install: true, needs_cleanup:true) } } } @@ -360,7 +360,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: NOMLIR_flags, build_cmd: NOMLIR_build_cmd, test_flags: ' --verbose ', build_install: true, needs_cleanup:true) } } } @@ -376,7 +376,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: "-DMIOPEN_USE_COMPOSABLEKERNEL=Off", make_targets: "", build_install: true, needs_cleanup:true) } } } @@ -395,7 +395,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( build_type: 'debug', setup_flags: Embedded_flags, build_env: extra_log_env, test_flags: ' --verbose ', build_install: true, needs_cleanup:true) } } } @@ -411,7 +411,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( setup_flags: "-DBUILD_SHARED_LIBS=Off", mlir_build: 'OFF', build_install: true, needs_cleanup:true) } } } @@ -431,7 +431,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(make_targets: make_targets, execute_cmd: execute_cmd, find_mode: "Normal", build_install: true, needs_cleanup:true) } } } @@ -451,7 +451,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( make_targets: make_targets, execute_cmd: execute_cmd, build_install: true, needs_cleanup:true) } } } @@ -483,7 +483,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(make_targets: Smoke_targets, setup_flags: "-DMIOPEN_USE_SQLITE_PERF_DB=On", build_install: true, needs_cleanup:true) } } } @@ -506,7 +506,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -521,7 +521,7 @@ pipeline { agent{ label rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -536,7 +536,7 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -551,7 +551,7 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -566,7 +566,7 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -581,7 +581,7 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, build_install: true, needs_cleanup:true) } } } @@ -596,7 +596,7 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( setup_flags: Fp16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: true, needs_cleanup:true) } } } @@ -611,7 +611,7 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags, make_targets: Smoke_targets, needs_reboot:false, build_install: true, needs_cleanup:true) } } } @@ -644,7 +644,7 @@ pipeline { execute_cmd: './bin/test_db_sync', needs_gpu:false, needs_reboot:false, - build_install: "true", + build_install: true, needs_cleanup:true) } } @@ -666,7 +666,7 @@ pipeline { execute_cmd: './bin/test_db_sync', needs_gpu:false, needs_reboot:false, - build_install: "true", + build_install: true, needs_cleanup:true) } } @@ -688,7 +688,7 @@ pipeline { execute_cmd: './bin/test_db_sync', needs_gpu:false, needs_reboot:false, - build_install: "true", + build_install: true, needs_cleanup:true) } } @@ -719,7 +719,7 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: true, needs_cleanup:true) } } } @@ -734,7 +734,7 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: true, needs_cleanup:true) } } } @@ -749,7 +749,7 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: "true", needs_reboot:false, needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Bf16_flags + Full_test, build_install: true, needs_reboot:false, needs_cleanup:true) } } } @@ -851,7 +851,7 @@ pipeline { agent{ label rocmnode("vega20") } steps{ script { - utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot( setup_flags: Full_test + Fp16_flags, build_install: true, needs_cleanup:true) } } } @@ -881,7 +881,7 @@ pipeline { agent{ label rocmnode("navi21") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_cmd: Navi21_build_cmd, build_install: true, needs_cleanup:true) } } } @@ -896,7 +896,7 @@ pipeline { agent{ label rocmnode("navi32") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Full_test, build_install: true, needs_cleanup:true) } } } @@ -911,7 +911,7 @@ pipeline { agent{ label rocmnode("gfx908") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: true, needs_cleanup:true) } } } @@ -926,7 +926,7 @@ pipeline { agent{ label rocmnode("gfx90a") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: true, needs_cleanup:true) } } } @@ -941,7 +941,7 @@ pipeline { agent{ label rocmnode("gfx94X") } steps{ script { - utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: "true", needs_reboot:false, needs_cleanup:true) + utils.buildHipClangJobAndReboot(setup_flags: Full_test + Fp16_flags, build_install: true, needs_reboot:false, needs_cleanup:true) } } } diff --git a/vars/utils.groovy b/vars/utils.groovy index eef1f28ac4..9ccf7b11f4 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -46,7 +46,7 @@ def cmake_build(Map conf=[:]){ //cmake_env can overwrite default CXX variables. def cmake_envs = "CXX=${compiler} CXXFLAGS='-Werror' " + conf.get("cmake_ex_env","") - def package_build = (conf.get("package_build","") == "true") + def package_build = (conf.get("package_build",false) == true) if (package_build == true) { make_targets = "miopen_gtest package miopen_gtest_check" @@ -54,7 +54,7 @@ def cmake_build(Map conf=[:]){ } def miopen_install_path = "${env.WORKSPACE}/install" - if(conf.get("build_install","") == "true") + if(conf.get("build_install",false) == true) { make_targets = 'install ' + make_targets setup_args = " -DBUILD_DEV=Off -DCMAKE_INSTALL_PREFIX=${miopen_install_path}" + setup_args From ce841d26989ee0827caa00fb323341df785aa13b Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 8 Jan 2025 17:22:24 +0000 Subject: [PATCH 095/109] fixed conf param name --- .jenkins/perf_test | 2 +- vars/utils.groovy | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 9a75b1793a..49880ece13 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -65,7 +65,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install", docker: docker_image) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install", docker_image: docker_image) } } }/* diff --git a/vars/utils.groovy b/vars/utils.groovy index 9ccf7b11f4..ae9e48a406 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -389,6 +389,7 @@ def RunPerfTest(Map conf=[:]){ try { //(retimage, image) = getDockerImage(conf) image = conf.get("docker_image").pull() + echo "docker image: ${image}" withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { timeout(time: 100, unit: 'MINUTES') { From 2ee25e3276647339c4a24e0498fd5fa7ec42e0fc Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 8 Jan 2025 18:52:08 +0000 Subject: [PATCH 096/109] testing passing docker image through params --- .jenkins/perf_test | 2 +- vars/utils.groovy | 4 +++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 49880ece13..72057c69af 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -65,7 +65,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install", docker_image: docker_image) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install", docker_image: ${docker_image}) } } }/* diff --git a/vars/utils.groovy b/vars/utils.groovy index ae9e48a406..efb1b53d06 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -388,7 +388,9 @@ def RunPerfTest(Map conf=[:]){ def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" try { //(retimage, image) = getDockerImage(conf) - image = conf.get("docker_image").pull() + docker_image = conf.get("docker_image") + image = ${docker_image}.pull() + echo "doc image: ${docker_image}" echo "docker image: ${image}" withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { timeout(time: 100, unit: 'MINUTES') From c05a8c171caa2938c5f931d4c6d559e8b5af6047 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 8 Jan 2025 19:18:25 +0000 Subject: [PATCH 097/109] testing passing image name to groovy --- .jenkins/perf_test | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 72057c69af..7df12a7b7b 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -35,10 +35,11 @@ pipeline { //def utils = load "vars/utils.groovy" //utils.getDockerImage() def utils = load "vars/utils.groovy" - docker_image = utils.buildHipClangJob(needs_gpu:false, needs_reboot:false, needs_cleanup:true, build_install: true, make_targets: "install") - withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { - docker_image.push() - } + //docker_image = utils.buildHipClangJob(needs_gpu:false, needs_reboot:false, needs_cleanup:true, build_install: true, make_targets: "install") + //withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { + // docker_image.push() + //} + docker_image = "rocm/miopen:ci_0401d0" } } } @@ -65,7 +66,7 @@ pipeline { steps{ script { def utils = load "vars/utils.groovy" - utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install", docker_image: ${docker_image}) + utils.RunPerfTest(gpu_arch: "gfx90a", filename: "Resnet50_v1.5_FP32_BS128.txt", needs_gpu:true, needs_reboot:false, build_install: true, needs_cleanup:false, make_targets: "install", docker_image: docker_image) } } }/* From 59f96afdf16984d74807cb3eea3d684d2df96ddb Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 8 Jan 2025 19:39:39 +0000 Subject: [PATCH 098/109] Revert to ce841d26989ee0827caa00fb323341df785aa13b --- .jenkins/perf_test | 9 ++++----- vars/utils.groovy | 4 +--- 2 files changed, 5 insertions(+), 8 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 7df12a7b7b..49880ece13 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -35,11 +35,10 @@ pipeline { //def utils = load "vars/utils.groovy" //utils.getDockerImage() def utils = load "vars/utils.groovy" - //docker_image = utils.buildHipClangJob(needs_gpu:false, needs_reboot:false, needs_cleanup:true, build_install: true, make_targets: "install") - //withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { - // docker_image.push() - //} - docker_image = "rocm/miopen:ci_0401d0" + docker_image = utils.buildHipClangJob(needs_gpu:false, needs_reboot:false, needs_cleanup:true, build_install: true, make_targets: "install") + withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { + docker_image.push() + } } } } diff --git a/vars/utils.groovy b/vars/utils.groovy index efb1b53d06..ae9e48a406 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -388,9 +388,7 @@ def RunPerfTest(Map conf=[:]){ def dockerOpts="--device=/dev/kfd --device=/dev/dri --group-add video --group-add render --cap-add=SYS_PTRACE --security-opt seccomp=unconfined" try { //(retimage, image) = getDockerImage(conf) - docker_image = conf.get("docker_image") - image = ${docker_image}.pull() - echo "doc image: ${docker_image}" + image = conf.get("docker_image").pull() echo "docker image: ${image}" withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { timeout(time: 100, unit: 'MINUTES') From 792f630a41b9953cbc87cd24fde9e8131f7c7aa0 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 8 Jan 2025 20:11:55 +0000 Subject: [PATCH 099/109] building docker with install --- .jenkins/perf_test | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 49880ece13..5ed47149c8 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -35,7 +35,10 @@ pipeline { //def utils = load "vars/utils.groovy" //utils.getDockerImage() def utils = load "vars/utils.groovy" - docker_image = utils.buildHipClangJob(needs_gpu:false, needs_reboot:false, needs_cleanup:true, build_install: true, make_targets: "install") + docker_image, image = utils.getDockerImage() + docker_image.inside { + utils.cmake_build(gpu_arch: "gfx90a", build_install: true, needs_cleanup:false, make_targets: "install") + } withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { docker_image.push() } From 3c3793f005fe2539f253ef74e886ccaa6c08fc7d Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Wed, 8 Jan 2025 20:21:36 +0000 Subject: [PATCH 100/109] fixed syntax --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 5ed47149c8..6d922ef091 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -35,7 +35,7 @@ pipeline { //def utils = load "vars/utils.groovy" //utils.getDockerImage() def utils = load "vars/utils.groovy" - docker_image, image = utils.getDockerImage() + def (docker_image, image) = utils.getDockerImage() docker_image.inside { utils.cmake_build(gpu_arch: "gfx90a", build_install: true, needs_cleanup:false, make_targets: "install") } From 6fc9424eb40c075717e9a11c7bc782b3b3b6b355 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Thu, 9 Jan 2025 22:04:43 +0000 Subject: [PATCH 101/109] updated Dockerfile to build/install miopen --- .jenkins/perf_test | 7 ++----- Dockerfile | 20 +++++++++++++++++++- vars/utils.groovy | 6 +++++- 3 files changed, 26 insertions(+), 7 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 6d922ef091..e1ed56a19a 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -26,6 +26,7 @@ pipeline { booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') + choice(name: 'INSTALL_MIOPEN', choices: ['ON', 'OFF'], defaultValue: 'OFF', description: 'Build MIOpen with MLIR enabled') } stages { stage('Build Docker'){ @@ -33,12 +34,8 @@ pipeline { script { echo "Build Docker Stage" //def utils = load "vars/utils.groovy" - //utils.getDockerImage() - def utils = load "vars/utils.groovy" + utils.getDockerImage() def (docker_image, image) = utils.getDockerImage() - docker_image.inside { - utils.cmake_build(gpu_arch: "gfx90a", build_install: true, needs_cleanup:false, make_targets: "install") - } withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { docker_image.push() } diff --git a/Dockerfile b/Dockerfile index a8773a617d..e44fdff7ec 100755 --- a/Dockerfile +++ b/Dockerfile @@ -57,6 +57,7 @@ DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-unauthenticated \ rocm-developer-tools \ rocm-llvm-dev \ rpm \ + sqlite3 \ software-properties-common && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* @@ -147,7 +148,24 @@ RUN pip3 install -r /doc-requirements.txt # Composable Kernel requires this version cmake RUN pip3 install --upgrade cmake==3.27.5 +#install miopen +ARG INSTALL_MIOPEN=ON +ARG MIOPEN_BRANCH=alex_perf_test +RUN if [ "$INSTALL_MIOPEN" = "ON" ]; then \ + + git clone https://github.com/ROCm/MIOpen.git miopen; \ + cd miopen; \ + git pull && git checkout $MIOPEN_BRANCH; \ + mkdir build; \ + mkdir install; \ + rm -f src/kernels/*.ufdb.txt; \ + rm -f src/kernels/miopen*.udb; \ + cd build;\ + CXX=/opt/rocm/llvm/bin/clang++ CXXFLAGS='-Werror' cmake -DMIOPEN_TEST_FLAGS=' --disable-verification-cache ' -DCMAKE_BUILD_TYPE=debug -DBUILD_DEV=On -DCMAKE_INSTALL_PREFIX=/opt/rocm -DMIOPEN_USE_MLIR=OFF -DMIOPEN_GPU_SYNC=Off -DCMAKE_PREFIX_PATH=/opt/rocm ..; \ + LLVM_PATH=/opt/rocm/llvm CTEST_PARALLEL_LEVEL=4 dumb-init make -j $(nproc) install; \ + fi + # groupadd can add one group a time RUN groupadd -f render RUN groupadd -f video -RUN usermod -a -G render,video root \ No newline at end of file +RUN usermod -a -G render,video root diff --git a/vars/utils.groovy b/vars/utils.groovy index ae9e48a406..a111b8f603 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -198,8 +198,12 @@ def getDockerImage(Map conf=[:]) def prefixpath = conf.get("prefixpath", "/opt/rocm") // one image for each prefix 1: /usr/local 2:/opt/rocm def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100;1201" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages def mlir_build = conf.get("mlir_build", "ON") // always ON + + def install_miopen = params.INSTALL_MIOPEN + def miopen_branch = params.branch_name + def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " - //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=params.branch_name" if(env.CCACHE_HOST) { def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() From 9ef4167907bc362b88a205a40d25c0f8f754e314 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 10 Jan 2025 15:23:13 +0000 Subject: [PATCH 102/109] syntax fix --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index e1ed56a19a..1dc805fd1d 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -26,7 +26,7 @@ pipeline { booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') - choice(name: 'INSTALL_MIOPEN', choices: ['ON', 'OFF'], defaultValue: 'OFF', description: 'Build MIOpen with MLIR enabled') + choice(name: 'INSTALL_MIOPEN', choices: ['ON', 'OFF'], description: 'Build MIOpen with MLIR enabled') } stages { stage('Build Docker'){ From be9b03156f5cb93720925cc8b05eda515b627f0c Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 10 Jan 2025 15:27:49 +0000 Subject: [PATCH 103/109] syntax fix --- .jenkins/perf_test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 1dc805fd1d..31952a70cd 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -33,7 +33,7 @@ pipeline { steps{ script { echo "Build Docker Stage" - //def utils = load "vars/utils.groovy" + def utils = load "vars/utils.groovy" utils.getDockerImage() def (docker_image, image) = utils.getDockerImage() withDockerRegistry([ credentialsId: "docker_test_cred", url: "" ]) { From 21a5176061e99404757edb8092699369fbdeac95 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 10 Jan 2025 16:05:56 +0000 Subject: [PATCH 104/109] added dockerArgs: INSTALL_MIOPEN + branch_name --- .jenkins/perf_test | 2 +- vars/utils.groovy | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.jenkins/perf_test b/.jenkins/perf_test index 31952a70cd..f1590faae9 100644 --- a/.jenkins/perf_test +++ b/.jenkins/perf_test @@ -26,7 +26,7 @@ pipeline { booleanParam(name: 'PERF_TEST_FP16', defaultValue : true, description: 'Run FP16 tests') booleanParam(name: 'PERF_TEST_ARCHIVE', defaultValue : true, description: 'Archive results from this run') string(name: 'PERF_TEST_OVERRIDE', defaultValue: '', description: 'Add extra env vars for the MIOpenDriver cmd, comma separated') - choice(name: 'INSTALL_MIOPEN', choices: ['ON', 'OFF'], description: 'Build MIOpen with MLIR enabled') + choice(name: 'INSTALL_MIOPEN', choices: ['ON', 'OFF'], description: 'Build/Install MIOpen inside docker') } stages { stage('Build Docker'){ diff --git a/vars/utils.groovy b/vars/utils.groovy index a111b8f603..f6d00126ba 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -202,7 +202,7 @@ def getDockerImage(Map conf=[:]) def install_miopen = params.INSTALL_MIOPEN def miopen_branch = params.branch_name - def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' " + def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=params.branch_name" //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=params.branch_name" if(env.CCACHE_HOST) { From b1243cee7552fbdea914dbe9449cc7c35eaadf1b Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 10 Jan 2025 16:17:46 +0000 Subject: [PATCH 105/109] branch param fix --- vars/utils.groovy | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vars/utils.groovy b/vars/utils.groovy index f6d00126ba..0de91c3647 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -202,8 +202,8 @@ def getDockerImage(Map conf=[:]) def install_miopen = params.INSTALL_MIOPEN def miopen_branch = params.branch_name - def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=params.branch_name" - //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=params.branch_name" + def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=${miopen_branch}" + //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}'" if(env.CCACHE_HOST) { def check_host = sh(script:"""(printf "PING\r\n";) | nc -N ${env.CCACHE_HOST} 6379 """, returnStdout: true).trim() From 73957292d2e0bbbaaf809acb65a2c225a26fccbb Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 10 Jan 2025 16:30:29 +0000 Subject: [PATCH 106/109] fixing params new params for Jenkinsfile --- Dockerfile | 2 +- vars/utils.groovy | 8 ++++++-- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index e44fdff7ec..a0f72a3a7c 100755 --- a/Dockerfile +++ b/Dockerfile @@ -93,7 +93,7 @@ ADD dev-requirements.txt /dev-requirements.txt ARG GPU_ARCHS=gfx908;gfx90a;gfx942;gfx1100 # install to /opt/rocm will cause permission issue ARG PREFIX=/usr/local -ARG USE_FIN="OFF" +ARG USE_FIN="ON" ARG CCACHE_SECONDARY_STORAGE="" ARG CCACHE_DIR="/tmp" RUN env diff --git a/vars/utils.groovy b/vars/utils.groovy index 0de91c3647..f315fb6a42 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -199,8 +199,12 @@ def getDockerImage(Map conf=[:]) def gpu_arch = "gfx908;gfx90a;gfx942;gfx1100;1201" // prebuilt dockers should have all the architectures enabled so one image can be used for all stages def mlir_build = conf.get("mlir_build", "ON") // always ON - def install_miopen = params.INSTALL_MIOPEN - def miopen_branch = params.branch_name + def install_miopen = 'OFF' + if(params.INSTALL_MIOPEN == 'ON') + install_miopen = 'ON' + def miopen_branch = 'develop' + if(params.miopen_branch != null) + miopen_branch = params.miopen_branch def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=${miopen_branch}" //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}'" From b138de8fb465e752ce3037b8daff7e726b9affb6 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 10 Jan 2025 19:43:22 +0000 Subject: [PATCH 107/109] added line to install miopen reqs --- Dockerfile | 3 ++- vars/utils.groovy | 4 ++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index a0f72a3a7c..0a5ad5e85a 100755 --- a/Dockerfile +++ b/Dockerfile @@ -126,7 +126,7 @@ RUN wget -O ck.tar.gz https://www.github.com/ROCm/composable_kernel/archive/${CK -D CMAKE_BUILD_TYPE=Release \ -D GPU_ARCHS="gfx908;gfx90a;gfx942;gfx1100" \ -D CMAKE_CXX_FLAGS=" -O3 " .. && \ - make -j $(nproc) install + make -j $(nproc) install # Composable Kernel installed separated from rbuild to take in values from GPU_ARCHS # this can minimize build time @@ -155,6 +155,7 @@ RUN if [ "$INSTALL_MIOPEN" = "ON" ]; then \ git clone https://github.com/ROCm/MIOpen.git miopen; \ cd miopen; \ + CXX=/opt/rocm/llvm/bin/clang++ cget install -f ./dev-requirements.txt; \ git pull && git checkout $MIOPEN_BRANCH; \ mkdir build; \ mkdir install; \ diff --git a/vars/utils.groovy b/vars/utils.groovy index f315fb6a42..dd8de659c3 100644 --- a/vars/utils.groovy +++ b/vars/utils.groovy @@ -203,8 +203,8 @@ def getDockerImage(Map conf=[:]) if(params.INSTALL_MIOPEN == 'ON') install_miopen = 'ON' def miopen_branch = 'develop' - if(params.miopen_branch != null) - miopen_branch = params.miopen_branch + if(params.branch_name != null) + miopen_branch = params.branch_name def dockerArgs = "--build-arg BUILDKIT_INLINE_CACHE=1 --build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}' --build-arg INSTALL_MIOPEN=${install_miopen} --build-arg MIOPEN_BRANCH=${miopen_branch}" //def dockerArgs = "--build-arg PREFIX=${prefixpath} --build-arg GPU_ARCHS='\"${gpu_arch}\"' --build-arg USE_MLIR='${mlir_build}'" From 6e7351ce881cfcf48523fc728f54a4ab42b5def7 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Fri, 10 Jan 2025 20:02:10 +0000 Subject: [PATCH 108/109] removed rbuild directive --- Dockerfile | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/Dockerfile b/Dockerfile index 0a5ad5e85a..4003c499b3 100755 --- a/Dockerfile +++ b/Dockerfile @@ -93,7 +93,7 @@ ADD dev-requirements.txt /dev-requirements.txt ARG GPU_ARCHS=gfx908;gfx90a;gfx942;gfx1100 # install to /opt/rocm will cause permission issue ARG PREFIX=/usr/local -ARG USE_FIN="ON" +ARG USE_FIN="OFF" ARG CCACHE_SECONDARY_STORAGE="" ARG CCACHE_DIR="/tmp" RUN env @@ -134,11 +134,11 @@ RUN sed -i '/composable_kernel/d' /requirements.txt ARG COMPILER_LAUNCHER="" # rbuild is used to trigger build of requirements.txt, dev-requirements.txt -RUN if [ "$USE_FIN" = "ON" ]; then \ - rbuild prepare -s fin -d $PREFIX -DGPU_ARCHS="${GPU_ARCHS}" -DCMAKE_CXX_COMPILER_LAUNCHER="${COMPILER_LAUNCHER}"; \ - else \ - rbuild prepare -s develop -d $PREFIX -DGPU_ARCHS="${GPU_ARCHS}" -DCMAKE_CXX_COMPILER_LAUNCHER="${COMPILER_LAUNCHER}"; \ - fi +#RUN if [ "$USE_FIN" = "ON" ]; then \ +# rbuild prepare -s fin -d $PREFIX -DGPU_ARCHS="${GPU_ARCHS}" -DCMAKE_CXX_COMPILER_LAUNCHER="${COMPILER_LAUNCHER}"; \ +# else \ +# rbuild prepare -s develop -d $PREFIX -DGPU_ARCHS="${GPU_ARCHS}" -DCMAKE_CXX_COMPILER_LAUNCHER="${COMPILER_LAUNCHER}"; \ +# fi RUN ccache -s # Install doc requirements From 2b76ac3daf674a910cef1bfa4362402b961eb434 Mon Sep 17 00:00:00 2001 From: Alexandra Bara Date: Mon, 13 Jan 2025 14:57:53 +0000 Subject: [PATCH 109/109] fixed syntax in Dockerfile --- Dockerfile | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 4003c499b3..9278e46959 100755 --- a/Dockerfile +++ b/Dockerfile @@ -152,7 +152,6 @@ RUN pip3 install --upgrade cmake==3.27.5 ARG INSTALL_MIOPEN=ON ARG MIOPEN_BRANCH=alex_perf_test RUN if [ "$INSTALL_MIOPEN" = "ON" ]; then \ - git clone https://github.com/ROCm/MIOpen.git miopen; \ cd miopen; \ CXX=/opt/rocm/llvm/bin/clang++ cget install -f ./dev-requirements.txt; \ @@ -161,7 +160,7 @@ RUN if [ "$INSTALL_MIOPEN" = "ON" ]; then \ mkdir install; \ rm -f src/kernels/*.ufdb.txt; \ rm -f src/kernels/miopen*.udb; \ - cd build;\ + cd build ; \ CXX=/opt/rocm/llvm/bin/clang++ CXXFLAGS='-Werror' cmake -DMIOPEN_TEST_FLAGS=' --disable-verification-cache ' -DCMAKE_BUILD_TYPE=debug -DBUILD_DEV=On -DCMAKE_INSTALL_PREFIX=/opt/rocm -DMIOPEN_USE_MLIR=OFF -DMIOPEN_GPU_SYNC=Off -DCMAKE_PREFIX_PATH=/opt/rocm ..; \ LLVM_PATH=/opt/rocm/llvm CTEST_PARALLEL_LEVEL=4 dumb-init make -j $(nproc) install; \ fi