blob: a458b0448852464fa17e2fb3e7d0df7de3db97c8 [file] [edit]
#!/bin/bash
# Runs a perf instance against the given spanner database.
# Example Command:
# ./run_with_spanner.sh p=skia-infra-corp i=tfgen-spanid-20241205020733610 \
# d=v8_int_autopush config=./configs/spanner/v8-internal-autopush.json
#
# Required Parameters:
# p - GCP Project ID (e.g., skia-infra-corp)
# i - Spanner Instance ID (e.g., tfgen-spanid-20241205020733610)
# d - Spanner Database Name (e.g., v8_int_autopush)
# config - Path to perfserver configuration JSON (e.g., ./configs/spanner/v8-internal-autopush.json)
#
# Optional Parameters & Flags:
# domain - Gitiles domain (default: chromium.googlesource.com)
# repo - Gitiles repository path (default: chromium/src)
# --no-launch-browser - Require copy-pasting an auth code (works on remote machines/Cloudtop) [default]
# --launch-browser - Use local browser redirect flow (only works when running on a local machine)
# Ensure background processes (like auth-proxy) are cleaned up when the script exits
trap 'echo -e "\nStopping background processes..."; kill $(jobs -p) 2>/dev/null' EXIT
# Parse all arguments passed in
LAUNCH_BROWSER_FLAG="--no-launch-browser"
for arg in "$@"; do
case "$arg" in
--no-launch-browser)
LAUNCH_BROWSER_FLAG="--no-launch-browser"
;;
--launch-browser)
LAUNCH_BROWSER_FLAG="--launch-browser"
;;
*=*)
argKey=$(echo "$arg" | cut -f1 -d=)
keyLen=${#argKey}
val="${arg:$keyLen+1}"
export "$argKey"="$val"
;;
esac
done
# --- Credential check ---
echo "Checking Google Cloud credentials for apps (ADC)..."
if ! gcloud auth application-default print-access-token &>/dev/null; then
echo "ADC credentials missing or expired. Launching login flow..."
gcloud auth application-default login "$LAUNCH_BROWSER_FLAG"
# Double check if the login succeeded
if ! gcloud auth application-default print-access-token &>/dev/null; then
echo "ERROR: Login failed or was cancelled. Exiting."
exit 1
fi
else
echo "ADC credentials are valid."
fi
# --------------------------------------
# First delete any existing docker containers to start clean.
sudo docker ps -q | xargs -r sudo docker rm -vf
# Check if domain or repo are set via params, if not set them to default values.
if [[ -z "${domain}" ]]; then
domain="chromium.googlesource.com"
fi
if [[ -z "${repo}" ]]; then
repo="chromium/src"
fi
echo "Using the following params: -p=$p -i=$i -d=$d -config=$config -domain=$domain -repo=$repo"
# Now let's run pgadapter connected to the supplied spanner database.
sudo docker run -d -p 127.0.0.1:5432:5432 \
-e JAVA_TOOL_OPTIONS="-Xms2g -Xmx2g -XX:+UseG1GC -XX:+ExitOnOutOfMemoryError" \
-v $HOME/.config/gcloud/application_default_credentials.json:/acct_credentials.json \
gcr.io/cloud-spanner-pg-adapter/pgadapter:latest \
-p $p -i $i -d $d -c /acct_credentials.json -x
# Build the perfserver, frontend pages, and auth-proxy.
bazelisk build --config=mayberemote -c dbg //perf/go/perfserver //perf/pages/... //kube/cmd/auth-proxy || {
echo "ERROR: Build failed, exiting (not trying to run outdated version)."
exit 1
}
# Start the auth-proxy in the background (&)
echo "Starting auth-proxy in the background..."
../_bazel_bin/kube/cmd/auth-proxy/auth-proxy_/auth-proxy \
--prom-port=:20003 \
--role=editor=google.com \
--role=bisecter=google.com \
--authtype=mocked \
--mock_user="${USER}@google.com" \
--port=:8003 \
--target_port=http://127.0.0.1:8002 \
--local &
echo "Auth-proxy started on port :8003 - access this instead of :8002 to access anomalies."
# Now that pgadapter and auth-proxy are up, let's run the local frontend
echo "Starting perfserver..."
../_bazel_bin/perf/go/perfserver/perfserver_/perfserver frontend \
--dev_mode \
--localToProd \
--do_clustering=false \
--port=:8002 \
--prom_port=:20001 \
--config_filename=$config \
--display_group_by=false \
--disable_metrics_update=true \
--resources_dir=../_bazel_bin/perf/pages/development/ \
--connection_string=postgresql://root@127.0.0.1:5432/${d}?sslmode=disable \
--commit_range_url=https://${domain}/${repo}/+log/{begin}..{end}