From 4ec9e4b6cdb4ea9fb7feec18292cb6e174b77de1 Mon Sep 17 00:00:00 2001 From: Nitin Garg Date: Tue, 13 Aug 2024 20:13:30 +0000 Subject: [PATCH] add sample workloads for per-workload-options --- .../testing_on_gke/examples/workloads.json | 28 +++++++++++++++++-- 1 file changed, 26 insertions(+), 2 deletions(-) diff --git a/perfmetrics/scripts/testing_on_gke/examples/workloads.json b/perfmetrics/scripts/testing_on_gke/examples/workloads.json index ccb502285f..e1d110a2d2 100644 --- a/perfmetrics/scripts/testing_on_gke/examples/workloads.json +++ b/perfmetrics/scripts/testing_on_gke/examples/workloads.json @@ -39,7 +39,20 @@ "blockSize": "64K", "readTypes": ["randread"] }, - "gcsfuseMountOptions": "implicit-dirs", + "gcsfuseMountOptions": "implicit-dirs,logging:format:text,logging:severity:info,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1,file-cache:max-size-mb:-1,file-cache:cache-file-for-range-read:true,file-cache:enable-parallel-downloads:true,file-cache:max-parallel-downloads:96", + "bucket":"fio-64k-1m-us-west1", + "_bucket_alt2":"fio-64k-1m-us-central1", + "_bucket_alt3":"gke-fio-64k-1m" + }, + { + "fioWorkload": { + "fileSize": "64K", + "filesPerThread": 100, + "numThreads": 20, + "blockSize": "64K", + "readTypes": ["randread"] + }, + "gcsfuseMountOptions": "implicit-dirs,logging:format:text,logging:severity:info,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1,file-cache:max-size-mb:-1,file-cache:cache-file-for-range-read:true,file-cache:enable-parallel-downloads:false", "bucket":"fio-64k-1m-us-west1", "_bucket_alt2":"fio-64k-1m-us-central1", "_bucket_alt3":"gke-fio-64k-1m" @@ -197,7 +210,18 @@ "recordLength": 3145728, "batchSizes": [200] }, - "gcsfuseMountOptions": "implicit-dirs", + "gcsfuseMountOptions": "implicit-dirs,logging:format:text,logging:severity:info,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1,file-cache:max-size-mb:-1,file-cache:cache-file-for-range-read:true,file-cache:enable-parallel-downloads:true,file-cache:max-parallel-downloads:96", + "bucket":"dlio-unet3d-3mb-100k-us-west1", + "_bucket_alt2":"dlio-unet3d-3mb-100k-us-central1", + "_bucket_alt3":"gke-dlio-unet3d-3mb-100k" + }, + { + "dlioWorkload": { + "numFilesTrain": 1000, + "recordLength": 3145728, + "batchSizes": [200] + }, + "gcsfuseMountOptions": "implicit-dirs,logging:format:text,logging:severity:info,metadata-cache:ttl-secs:-1,metadata-cache:type-cache-max-size-mb:-1,metadata-cache:stat-cache-max-size-mb:-1,file-cache:max-size-mb:-1,file-cache:cache-file-for-range-read:true,file-cache:enable-parallel-downloads:false", "bucket":"dlio-unet3d-3mb-100k-us-west1", "_bucket_alt2":"dlio-unet3d-3mb-100k-us-central1", "_bucket_alt3":"gke-dlio-unet3d-3mb-100k"