Skip to content

Commit

Permalink
append infinite metadata-cache in all workloads
Browse files Browse the repository at this point in the history
  • Loading branch information
@gargnitingoogle
gargnitingoogle committed Aug 22, 2024
1 parent 1b78d40 commit ad48056
Showing 1 changed file with 17 additions and 17 deletions.
34 changes: 17 additions & 17 deletions perfmetrics/scripts/testing_on_gke/examples/workloads.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
"blockSize": "64K",
"readTypes": ["read","randread"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"The bucket must have objects with name Workload.{i}/{j} for every i,j where i:0-{numThreads}-1, j:0-{filesPerThread}-1, and each of these objects must be of size {fileSize}. The buckets gke-* are all in us-central1, are owned by GKE team and are in their GCP project(s). For best performance, please ensure that the bucket is in the same google-cloud region and GCP project as that of the GKE cluster used for running this test configuration."
},
{
Expand All @@ -26,7 +26,7 @@
"blockSize": "64K",
"readTypes": ["read"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-64k-1m-us-west1",
"_bucket_alt2":"fio-64k-1m-us-central1",
"_bucket_alt3":"gke-fio-64k-1m"
Expand Down Expand Up @@ -65,7 +65,7 @@
"blockSize": "64K",
"readTypes": ["read"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-64k-1m-us-west1",
"_bucket_alt2":"fio-64k-1m-us-central1",
"_bucket_alt3":"gke-fio-64k-1m"
Expand All @@ -78,7 +78,7 @@
"blockSize": "32K",
"readTypes": ["randread"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-64k-1m-us-west1",
"_bucket_alt2":"fio-64k-1m-us-central1",
"_bucket_alt3":"gke-fio-64k-1m"
Expand All @@ -91,7 +91,7 @@
"blockSize": "128K",
"readTypes": ["randread"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-128k-1m-us-west1",
"_bucket_alt2":"fio-128k-1m-us-central1",
"_bucket_alt3":"gke-fio-128k-1m"
Expand All @@ -104,7 +104,7 @@
"blockSize": "256K",
"readTypes": ["read","randread"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-1mb-1m-us-west1",
"_bucket_alt2":"fio-1mb-1m-us-central1",
"_bucket_alt3":"gke-fio-1mb-1m"
Expand All @@ -116,7 +116,7 @@
"numThreads": 50,
"blockSize": "1M"
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-100mb-50k-us-west1",
"_bucket_alt2":"fio-100mb-50k-us-central1",
"_bucket_alt3":"gke-fio-100mb-50k"
Expand All @@ -130,7 +130,7 @@
"blockSize": "1M",
"readTypes": ["read"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-200gb-1-us-west1",
"_bucket_alt2":"fio-200gb-1-us-central1",
"_bucket_alt3":"gke-fio-200gb-1"
Expand All @@ -143,7 +143,7 @@
"blockSize": "1M",
"readTypes": ["read"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-10g-500-us-west1",
"_bucket_alt2":"fio-10g-500-us-central1"
},
Expand All @@ -155,7 +155,7 @@
"blockSize": "1M",
"readTypes": ["read"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-10g-500-us-west1",
"_bucket_alt2":"fio-10g-500-us-central1"
},
Expand All @@ -167,7 +167,7 @@
"blockSize": "1M",
"readTypes": ["read"]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"fio-10g-500-us-west1",
"_bucket_alt2":"fio-10g-500-us-central1"
},
Expand All @@ -179,7 +179,7 @@
"recordLength": 102400,
"batchSizes": [800,128]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"The bucket must have objects with name 'train/', 'valid/', and train/img_{i}_of_{numFilesTrain}.npz for every i where i:0-{numFilesTrain}-1 and each train/img_{i}_of_{numFilesTrain}.npz must be of size {recordLength} bytes. The buckets gke-* are all in us-central1, are owned by GKE team and are in their GCP project(s). For best performance, please ensure that the bucket is in the same google-cloud region and GCP project as that of the GKE cluster used for running this test configuration."
},
{
Expand All @@ -188,7 +188,7 @@
"recordLength": 102400,
"batchSizes": [800,128]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"dlio-unet3d-100kb-500k-us-west1",
"_bucket_alt2":"dlio-unet3d-100kb-500k-us-central1",
"_bucket_alt3":"gke-dlio-unet3d-100kb-500k"
Expand All @@ -199,7 +199,7 @@
"recordLength": 512000,
"batchSizes": [800,128]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"dlio-unet3d-500kb-1m-us-west1",
"_bucket_alt2":"dlio-unet3d-500kb-1m-us-central1",
"_bucket_alt3":"gke-dlio-unet3d-500kb-1m"
Expand Down Expand Up @@ -232,7 +232,7 @@
"recordLength": 3145728,
"batchSizes": [200]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"dlio-unet3d-3mb-100k-us-west1",
"_bucket_alt2":"dlio-unet3d-3mb-100k-us-central1",
"_bucket_alt3":"gke-dlio-unet3d-3mb-100k"
Expand All @@ -243,7 +243,7 @@
"recordLength": 3145728,
"batchSizes": [50]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"dlio-unet3d-3mb-100k-us-west1",
"_bucket_alt2":"dlio-unet3d-3mb-100k-us-central1",
"_bucket_alt3":"gke-dlio-unet3d-3mb-100k"
Expand All @@ -254,7 +254,7 @@
"recordLength": 157286400,
"batchSizes": [4]
},
"gcsfuseMountOptions": "implicit-dirs",
"gcsfuseMountOptions": "implicit-dirs,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1",
"bucket":"dlio-unet3d-150mb-5k-us-west1",
"_bucket_alt2":"dlio-unet3d-150mb-5k-us-central1",
"_bucket_alt3":"gke-dlio-unet3d-150mb-5k"
Expand Down

0 comments on commit ad48056

Please sign in to comment.