test/s3-benchmarks/.scripts/benchmark-dir

#!/bin/bash

#
# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License").
# You may not use this file except in compliance with the License.
# A copy of the License is located at
#
#  http://aws.amazon.com/apache2.0
#
# or in the "license" file accompanying this file. This file is distributed
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
# express or implied. See the License for the specific language governing
# permissions and limitations under the License.
#

# Script for running multiple Transfer manager benchmarks at the same time

usage() {
  echo "usage:"
  echo "    benchmark-dir download|upload fs|tmpfs|no-op [1B|4K|16M|5G]"
  echo "example:"
  echo "    ./benchmark-dir download fs"
  echo "    ./benchmark-dir upload tmpfs"
  echo "    ./benchmark download fs 5G"
}

# validate operation
if [ -z "$1" ] || ([ "$1" != download ] && [ "$1" != upload ]); then
  usage
  exit 1
fi
operation="$1"_directory

# validate location
if [[ -z "$2" ]]; then
  usage
  exit 1
fi

location_name="$2"
if ([ "$location_name" != fs ] && [ "$location_name" != tmpfs ] && [ "$location_name" != no-op ]); then
  usage
  exit 1
fi

if [[ "$location_name" == fs ]]; then
  location="$HOME/tm_dir_files"
fi

if [[ "$location_name" == tmpfs ]]; then
  location="/dev/shm/tm_dir_files"
fi


sizes_str="1B 4K 16M 5G"
versions_str="v1 v2"
sizes=( $sizes_str )
versions=( $versions_str )

run_benchmark() {
  echo "Benchmark: $version - $size"
  directory="$location/$size"
  if [[ -z "$directory" ]]; then
    mkdir -p "$directory"
  fi
  result_file="$operation"_"$location_name"_"$version"_"$size".txt
  prefix="$size"
  cmd="java -jar ../target/s3-benchmarks.jar \
            --operation=$operation \
            --bucket=do-not-delete-crt-s3-eu-west-1 \
            --partSizeInMB=8 \
            --maxThroughput=100.0 \
            --iteration=8 \
            --version=$version \
            --readBufferInMB=3072 \
            --prefix=$prefix \
            --file=$directory"

  echo "$cmd" | sed 's/ \{1,\}/ /g' > "result/$result_file"
  $cmd | tee -a "result/$result_file"
  echo "Benchmark done"
}

for (( i = 0; i < "${#versions[@]}"; i++ ))
do
  version="${versions[$i]}"
  if [[ -n "$3" ]]
  then
    size="$3"
    run_benchmark
  else
    for (( j = 0; j < "${#sizes[@]}"; j++ ))
    do
      size="${sizes[$j]}"
      run_benchmark
    done
  fi
done