list all output files

perfmetrics/scripts/testing_on_gke/examples/run-gke-tests.sh

@@ -269,13 +269,31 @@ function enableManagedCsiDriverIfNeeded() {
  fi
 }
 
+function dataLoaderBucketNames() {
+ local workloadConfigFileName="$1"
+ for workloadFileName in "${workloadConfigFileName}" ; do
+ workloadConfigFilePath="${gke_testing_dir}"/examples/$workloadFileName
+ if test -f "${workloadConfigFilePath}"; then
+ grep -wh '\"bucket\"' "${workloadConfigFilePath}" | cut -d: -f2 | cut -d, -f1 | cut -d \" -f2 | sort | uniq | grep -v ' ' | sort | uniq
+ fi
+ done
+}
+
+function fioDataLoaderBucketNames() {
+ dataLoaderBucketNames fio/workloads.json
+}
+
+function dlioDataLoaderBucketNames() {
+ dataLoaderBucketNames dlio/workloads.json
+}
+
 function configureClusterCredentials() {
  echo "Configuring cluster credentials ..."
  gcloud container clusters get-credentials ${cluster_name} --location=${zone}
  kubectl create namespace ${appnamespace}
  kubectl create serviceaccount ${ksa} --namespace ${appnamespace}
 
- for workloadFileName in fio/workloads.json fio/workloads.json ; do
+ for workloadFileName in fio/workloads.json dlio/workloads.json ; do
  workloadConfigFilePath="${gke_testing_dir}"/examples/$workloadFileName
  if test -f "${workloadConfigFilePath}"; then
  grep -wh '\"bucket\"' "${workloadConfigFilePath}" | cut -d: -f2 | cut -d, -f1 | cut -d \" -f2 | sort | uniq | grep -v ' ' | \
@@ -469,6 +487,19 @@ function updateGcsfuseMountOptionsInPodConfigs() {
  done
 }
 
+function printOutputFilesList() {
+ echo "fio data-loader outputs:"
+ fioDataLoaderBucketNames | while read bucket ; do
+ echo "bucket=${bucket}"
+ gcloud storage ls -l gs://${bucket}/fio-output/*/* | grep json
+ done
+ echo "dlio data-loader outputs:"
+ dlioDataLoaderBucketNames | while read bucket ; do
+ echo "bucket=${bucket}"
+ gcloud storage ls -l gs://${bucket}/logs/*/*/* | grep json
+ done
+}
+
 printRunParameters
 # validateMachineConfig ${machine_type} ${num_nodes} ${num_ssd}
 # installDependencies