From ad4805644a8f31bb99ee692c9f7f26fbcfa0c707 Mon Sep 17 00:00:00 2001
From: Nitin Garg <gargnitin@google.com>
Date: Thu, 22 Aug 2024 09:49:35 +0000
Subject: [PATCH] append infinite metadata-cache in all workloads

---
 .../testing_on_gke/examples/workloads.json    | 34 +++++++++----------
 1 file changed, 17 insertions(+), 17 deletions(-)

diff --git a/perfmetrics/scripts/testing_on_gke/examples/workloads.json b/perfmetrics/scripts/testing_on_gke/examples/workloads.json
index ccf06d2d2d..af1c212041 100644
--- a/perfmetrics/scripts/testing_on_gke/examples/workloads.json
+++ b/perfmetrics/scripts/testing_on_gke/examples/workloads.json
@@ -15,7 +15,7 @@
             "blockSize": "64K",
             "readTypes": ["read","randread"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"The bucket must have objects with name Workload.{i}/{j} for every i,j where i:0-{numThreads}-1, j:0-{filesPerThread}-1, and each of these objects must be of size {fileSize}. The buckets gke-* are all in us-central1, are owned by GKE team and are in their GCP project(s). For best performance, please ensure that the bucket is in the same google-cloud region and GCP project as that of the GKE cluster used for running this test configuration."
         },
         {
@@ -26,7 +26,7 @@
             "blockSize": "64K",
             "readTypes": ["read"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-64k-1m-us-west1",
           "_bucket_alt2":"fio-64k-1m-us-central1",
           "_bucket_alt3":"gke-fio-64k-1m"
@@ -65,7 +65,7 @@
             "blockSize": "64K",
             "readTypes": ["read"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-64k-1m-us-west1",
           "_bucket_alt2":"fio-64k-1m-us-central1",
           "_bucket_alt3":"gke-fio-64k-1m"
@@ -78,7 +78,7 @@
             "blockSize": "32K",
             "readTypes": ["randread"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-64k-1m-us-west1",
           "_bucket_alt2":"fio-64k-1m-us-central1",
           "_bucket_alt3":"gke-fio-64k-1m"
@@ -91,7 +91,7 @@
             "blockSize": "128K",
             "readTypes": ["randread"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-128k-1m-us-west1",
           "_bucket_alt2":"fio-128k-1m-us-central1",
           "_bucket_alt3":"gke-fio-128k-1m"
@@ -104,7 +104,7 @@
             "blockSize": "256K",
             "readTypes": ["read","randread"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-1mb-1m-us-west1",
           "_bucket_alt2":"fio-1mb-1m-us-central1",
           "_bucket_alt3":"gke-fio-1mb-1m"
@@ -116,7 +116,7 @@
             "numThreads": 50,
             "blockSize": "1M"
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-100mb-50k-us-west1",
           "_bucket_alt2":"fio-100mb-50k-us-central1",
           "_bucket_alt3":"gke-fio-100mb-50k"
@@ -130,7 +130,7 @@
             "blockSize": "1M",
             "readTypes": ["read"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-200gb-1-us-west1",
           "_bucket_alt2":"fio-200gb-1-us-central1",
           "_bucket_alt3":"gke-fio-200gb-1"
@@ -143,7 +143,7 @@
             "blockSize": "1M",
             "readTypes": ["read"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-10g-500-us-west1",
           "_bucket_alt2":"fio-10g-500-us-central1"
         },
@@ -155,7 +155,7 @@
             "blockSize": "1M",
             "readTypes": ["read"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-10g-500-us-west1",
           "_bucket_alt2":"fio-10g-500-us-central1"
         },
@@ -167,7 +167,7 @@
             "blockSize": "1M",
             "readTypes": ["read"]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"fio-10g-500-us-west1",
           "_bucket_alt2":"fio-10g-500-us-central1"
         },
@@ -179,7 +179,7 @@
             "recordLength": 102400,
             "batchSizes": [800,128]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"The bucket must have objects with name 'train/', 'valid/', and train/img_{i}_of_{numFilesTrain}.npz for every i where i:0-{numFilesTrain}-1 and each train/img_{i}_of_{numFilesTrain}.npz must be of size {recordLength} bytes. The buckets gke-* are all in us-central1, are owned by GKE team and are in their GCP project(s). For best performance, please ensure that the bucket is in the same google-cloud region and GCP project as that of the GKE cluster used for running this test configuration."
         },
         {
@@ -188,7 +188,7 @@
             "recordLength": 102400,
             "batchSizes": [800,128]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"dlio-unet3d-100kb-500k-us-west1",
           "_bucket_alt2":"dlio-unet3d-100kb-500k-us-central1",
           "_bucket_alt3":"gke-dlio-unet3d-100kb-500k"
@@ -199,7 +199,7 @@
             "recordLength": 512000,
             "batchSizes": [800,128]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"dlio-unet3d-500kb-1m-us-west1",
           "_bucket_alt2":"dlio-unet3d-500kb-1m-us-central1",
           "_bucket_alt3":"gke-dlio-unet3d-500kb-1m"
@@ -232,7 +232,7 @@
             "recordLength": 3145728,
             "batchSizes": [200]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"dlio-unet3d-3mb-100k-us-west1",
           "_bucket_alt2":"dlio-unet3d-3mb-100k-us-central1",
           "_bucket_alt3":"gke-dlio-unet3d-3mb-100k"
@@ -243,7 +243,7 @@
             "recordLength": 3145728,
             "batchSizes": [50]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"dlio-unet3d-3mb-100k-us-west1",
           "_bucket_alt2":"dlio-unet3d-3mb-100k-us-central1",
           "_bucket_alt3":"gke-dlio-unet3d-3mb-100k"
@@ -254,7 +254,7 @@
             "recordLength": 157286400,
             "batchSizes": [4]
           },
-          "gcsfuseMountOptions": "implicit-dirs",
+          "gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
           "bucket":"dlio-unet3d-150mb-5k-us-west1",
           "_bucket_alt2":"dlio-unet3d-150mb-5k-us-central1",
           "_bucket_alt3":"gke-dlio-unet3d-150mb-5k"