firebase_testlab.sh

#!/bin/bash

# The tests to run on Firebase Test Lab.
# Currently, the test consists on building an Android App Bundle and ensuring
# that the app doesn't crash upon startup.
tests=(
  "dev/integration_tests/release_smoke_test"
  "dev/integration_tests/abstract_method_smoke_test"
)

set -e

GIT_REVISION=$(git rev-parse HEAD)

# New contributors will not have permissions to run this test - they won't be
# able to access the service account information. We should just mark the test
# as passed - it will run fine on post submit, where it will still catch
# failures.
# We can also still make sure that building a release app bundle still works.
if [[ $GCLOUD_FIREBASE_TESTLAB_KEY == ENCRYPTED* ]]; then
  echo "This user does not have permission to run this test."
  exit 0
fi

echo $GCLOUD_FIREBASE_TESTLAB_KEY > ${HOME}/gcloud-service-key.json
gcloud auth activate-service-account --key-file=${HOME}/gcloud-service-key.json
gcloud --quiet config set project flutter-infra

function test_app_bundle() {
  pushd "$@"
  ../../../bin/flutter build appbundle --target-platform android-arm,android-arm64

  # Firebase Test Lab tests are currently known to be failing with
  # "Firebase Test Lab infrastructure failure: Error during preprocessing"
  # Remove "|| exit 0" once the failures are resolved
  # https://github.com/flutter/flutter/issues/36501

  # Run the test.
  gcloud firebase test android run --type robo \
    --app build/app/outputs/bundle/release/app.aab \
    --timeout 2m \
    --results-bucket=gs://flutter_firebase_testlab \
    --results-dir="$@"/"$GIT_REVISION"/"$CIRRUS_BUILD_ID" || exit 0

    # Check logcat for "E/flutter" - if it's there, something's wrong.
    gsutil cp gs://flutter_firebase_testlab/"$@"/"$GIT_REVISION"/"$CIRRUS_BUILD_ID"/walleye-26-en-portrait/logcat /tmp/logcat
    ! grep "E/flutter" /tmp/logcat || false
    grep "I/flutter" /tmp/logcat
    popd
}

for test in ${tests[*]}; do
  test_app_bundle $test
done