busytown/impl/parse_profile_data.sh

#!/bin/bash
set -e

# This is a helper script to be called by androidx.sh
# This script locates, parses, and merges build profiling information from various report files
# A history of the results of running this script can be visualized at go/androidx-build-times

cd "$(dirname $0)"

if [ "$OUT_DIR" == "" ]; then
  OUT_DIR=../../../../out
fi
if [ "$DIST_DIR" == "" ]; then
  DIST_DIR="$OUT_DIR/dist"
fi

METRICS_DIR="$DIST_DIR/librarymetrics/build"
INTERMEDIATES_DIR=$OUT_DIR

# Find the metrics files that exist
METRICS_FILES="$(echo $OUT_DIR/androidx/*/build/build-metrics.json | grep -v '*' || true)"

# Look for a profile file and attempt to make a metrics json out of it
PROFILE_FILES="$OUT_DIR/androidx/build/reports/profile/*.html"
if ls $PROFILE_FILES >/dev/null 2>&1 ; then
  # parse the profile file and generate a .json file summarizing it
  PROFILE_JSON=$INTERMEDIATES_DIR/build_androidx.json
  # Because we run Gradle twice (see TaskUpToDateValidator.kt), we want the second-to-last profile
  ./parse_profile_html.py --input-profile "$(ls $PROFILE_FILES | sort | tail -n 2 | head -n 1)" --output-summary $PROFILE_JSON
  METRICS_FILES="$METRICS_FILES $PROFILE_JSON"
fi

# Identify which log file we want to parse
# Because we run Gradle twice (see TaskUpToDateValidator.kt), we want the second-to-last log
LOG_FILE="$DIST_DIR/logs/gradle.1.log"

# extract cache status from log file
if [ -e "$LOG_FILE" ]; then
  summaryLine="$(grep ' actionable task' "$LOG_FILE")"
  if [ "$summaryLine" != "" ]; then
    # sample line to parse: 621 actionable tasks: 149 executed, 472 from cache
    # we want to extract:   ^^^                   ^^^
    numTasksExecuted="$(echo "$summaryLine" | sed 's/ executed.*//' | sed 's/.*, //' | sed 's/.*: //')"
    if [ "$numTasksExecuted" == "" ]; then
      numTasksExecuted="0"
    fi
    numTasksFromCache="$(echo "$summaryLine" | sed 's/ from cache//' | sed 's/.*, //' | sed 's/.*: //')"
    if [ "$numTasksFromCache" == "" ]; then
      numTasksFromCache="0"
    fi
    numTasksActionable="$(echo "$summaryLine" | sed 's/ actionable task.*//' | sed 's/.*, //' | sed 's/.*: //')"
    if [ "$numTasksActionable" == "" ]; then
      numTasksActionable="0"
    fi

    CACHE_STATS_FILE="$OUT_DIR/androidx/build/cache-stats.json"
    echo -n "{ \"num_tasks_executed\": $numTasksExecuted, \"num_tasks_from_cache\": $numTasksFromCache , \"num_tasks_actionable\": $numTasksActionable }" > "$CACHE_STATS_FILE"
    METRICS_FILES="$METRICS_FILES $CACHE_STATS_FILE"
  fi
fi

if [ "$METRICS_FILES" != "" ]; then
  # merge all profiles
  mkdir -p "$METRICS_DIR"
  # concatenate files, and replace "}{" with ", ", ignoring whitespace
  cat $METRICS_FILES | sed 's/ *} *{ */, /g' > $METRICS_DIR/build_androidx.json
  # remove metrics files so that next time if Gradle skips emitting them then we don't get old results
  rm -f $METRICS_FILES
fi