Skip to content

F
Front-End
Unverified Commit 124dc661 authored by Ian Hickson's avatar Ian Hickson Committed by GitHub
Browse files
Options

Clean up test infrastructure (#43030) 

See #41880 for history.
parent 40b1335a
Hide whitespace changes
Inline Side-by-side
Showing with 1732 additions and 1787 deletions
.cirrus.yml
View file @ 124dc661
container: # CIRRUS CONFIGURATION FILE
image: gcr.io/flutter-cirrus/build-flutter-image:latest
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
environment:
# For details about environment variables used in Cirrus, including how encrypted variables work,
# see https://cirrus-ci.org/guide/writing-tasks/#environment-variables
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
# We change Flutter's directory to include a space in its name (see $CIRRUS_WORKING_DIR) so that
# we constantly test path names with spaces in them. The FLUTTER_SDK_PATH_WITH_SPACE variable must
# therefore have a space in it.
FLUTTER_SDK_PATH_WITH_SPACE: "flutter sdk"
# We force BOT to true so that all our tools know we're in a CI environment. This avoids any
# dependency on precisely how Cirrus is detected by our tools.
BOT: "true"
# Unsetting CIRRUS_CHANGE_MESSAGE and CIRRUS_COMMIT_MESSAGE as they might include non-ASCII
# characters which makes Gradle crash. See: https://github.com/flutter/flutter/issues/24935
# TODO(amirha): remove once we've migrated to newer Gradle
CIRRUS_CHANGE_MESSAGE: ""
CIRRUS_COMMIT_MESSAGE: ""
# LINUX SHARDS
task: task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' container:
env: image: gcr.io/flutter-cirrus/build-flutter-image:latest
# Name the SDK directory to include a space so that we constantly cpu: $CPU
# test path names with spaces in them. memory: $MEMORY
CIRRUS_WORKING_DIR: "/tmp/flutter sdk" environment:
# We shrink our default resource requirement as much as possible because that way we are more
# likely to get scheduled. We require 4G of RAM because most of the shards (all but one as of
# October 2019) just get OOM-killed with less. Some shards may need more. When increasing the
# requirements for select shards, please leave a comment on those shards saying when you
# increased the requirements, what numbers you tried, and what the results were.
CPU: 1 # 0.1-8 without compute credits, 0.1-30 with (yes, you can go fractional)
MEMORY: 4G # 256M-24G without compute credits, 256M-90G with
CIRRUS_WORKING_DIR: "/tmp/$FLUTTER_SDK_PATH_WITH_SPACE"
PATH: "$CIRRUS_WORKING_DIR/bin:$CIRRUS_WORKING_DIR/bin/cache/dart-sdk/bin:$PATH" PATH: "$CIRRUS_WORKING_DIR/bin:$CIRRUS_WORKING_DIR/bin/cache/dart-sdk/bin:$PATH"
ANDROID_SDK_ROOT: "/opt/android_sdk" ANDROID_SDK_ROOT: "/opt/android_sdk"
git_fetch_script:
- git clean -xfd
- git fetch origin
- git fetch origin master # To set FETCH_HEAD for "git merge-base" to work
pub_cache: pub_cache:
folder: $HOME/.pub-cache folder: $HOME/.pub-cache
fingerprint_script: echo $OS; grep -r --include=pubspec.yaml 'PUBSPEC CHECKSUM' "$CIRRUS_WORKING_DIR" fingerprint_script: echo $OS; grep -r --include=pubspec.yaml 'PUBSPEC CHECKSUM' "$CIRRUS_WORKING_DIR"
...@@ -22,345 +45,302 @@ task: ...@@ -22,345 +45,302 @@ task:
artifacts_cache: artifacts_cache:
folder: bin/cache/artifacts folder: bin/cache/artifacts
fingerprint_script: echo $OS; cat bin/internal/*.version fingerprint_script: echo $OS; cat bin/internal/*.version
setup_script: ./dev/bots/cirrus_setup.sh setup_script:
- date
- git clean -xffd
- git fetch origin
- git fetch origin master # To set FETCH_HEAD, so that "git merge-base" works.
- flutter config --no-analytics
- flutter doctor -v
- flutter update-packages
- ./dev/bots/accept_android_sdk_licenses.sh
- date
on_failure:
failure_script:
- date
- which flutter
matrix: matrix:
- name: docs - name: analyze-linux # linux-only
skip: "!changesInclude('dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_drive/**', 'packages/flutter_localizations/**', 'packages/flutter_goldens/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master'" # environment:
env: # Empirically, the analyze-linux shard runs surprisingly fast (under 15 minutes) with just 1
SHARD: docs # CPU and 4G RAM as of October 2019. It fails with less than 4G though.
# For uploading master docs to Firebase master branch staging site script:
FIREBASE_MASTER_TOKEN: ENCRYPTED[eb768d18798fdc5abfe09b224e1724c4d82831d715ccf90df2c79d618c317216cbd99493278361f6fe7948b409b603f0]
# For uploading beta docs to Firebase public live site
FIREBASE_PUBLIC_TOKEN: ENCRYPTED[37e8b82f167864cae9a3f4d2cf3f37dea331d9375c295327c45de524f6c588fa6f6d63e5784f10f6d43ce29689f36c92]
docs_script: ./dev/bots/docs.sh
- name: deploy_gallery
depends_on:
- docs
- analyze
- build_tests-linux
env:
SHARD: deploy_gallery
GOOGLE_DEVELOPER_SERVICE_ACCOUNT_ACTOR_FASTLANE: ENCRYPTED[d9ac1462c3c556fc2f8165c9d5566a16497d8ebc38a50357f7f3abf136b7f83e1d1d76dde36fee356cb0f9ebf7a89346]
ANDROID_GALLERY_UPLOAD_KEY: ENCRYPTED[0f2aca35f05b26add5d9edea2a7449341269a2b7e22d5c667f876996e2e8bc44ff1369431ebf73b7c5581fd95d0e5902]
test_script:
# Unsetting CIRRUS_CHANGE_MESSAGE and CIRRUS_COMMIT_MESSAGE as they
# might include non-ASCII characters which makes Gradle crash.
# See: https://github.com/flutter/flutter/issues/24935
# This is a temporary workaround until we figure how to properly configure
# a UTF8 locale on Cirrus (or until the Gradle bug is fixed).
# TODO(amirh): Set the locale to UTF8.
- echo "$CIRRUS_CHANGE_MESSAGE" > /tmp/cirrus_change_message.txt
- echo "$CIRRUS_COMMIT_MESSAGE" > /tmp/cirrus_commit_message.txt
- export CIRRUS_CHANGE_MESSAGE=""
- export CIRRUS_COMMIT_MESSAGE=""
- ./dev/bots/deploy_gallery.sh
- export CIRRUS_CHANGE_MESSAGE=`cat /tmp/cirrus_change_message.txt`
- export CIRRUS_COMMIT_MESSAGE=`cat /tmp/cirrus_commit_message.txt`
- name: analyze
test_script:
- dart --enable-asserts ./dev/bots/analyze.dart - dart --enable-asserts ./dev/bots/analyze.dart
- name: bots_tests-linux
skip: "!changesInclude('dev/bots/**')" - name: framework_tests-widgets-linux
test_script: only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
- (cd ./dev/bots && pub run test) environment:
container: # We use 3 CPUs because that's the minimum required to get framework_tests-widgets-linux
cpu: 4 # running fast enough that it is not the long pole, as of OCtober 2019.
memory: 12G CPU: 3
- name: tests_widgets-linux
skip: "!changesInclude('dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tests
SUBSHARD: widgets
GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl" GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl"
GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095] GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095]
goldctl_script: ./dev/bots/download_goldctl.sh script:
test_script: - ./dev/bots/download_goldctl.sh
- dart --enable-asserts ./dev/bots/test.dart - dart --enable-asserts ./dev/bots/test.dart
container:
cpu: 4 - name: framework_tests-libraries-linux
memory: 12G only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
- name: tests_framework_other-linux environment:
skip: "!changesInclude('dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'" # We use 3 CPUs because that's the minimum required to get the
env: # framework_tests-libraries-linux shard running fast enough that it is not the long pole, as
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb] # of October 2019.
SHARD: tests CPU: 3
SUBSHARD: framework_other
GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl" GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl"
GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095] GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095]
goldctl_script: ./dev/bots/download_goldctl.sh script:
test_script: - ./dev/bots/download_goldctl.sh
- dart --enable-asserts ./dev/bots/test.dart - dart --enable-asserts ./dev/bots/test.dart
container:
cpu: 4 - name: framework_tests-misc-linux
memory: 12G # this includes the tests for directories in dev/
- name: tests_extras-linux only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
skip: "!changesInclude('dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**', 'dev/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'" environment:
env: # We use 3 CPUs because that's the minimum required to get framework_tests-misc-linux
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb] # running fast enough that it is not the long pole, as of October 2019.
SHARD: tests CPU: 3
SUBSHARD: extras script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container: - name: tool_tests-general-linux
cpu: 4 only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
memory: 12G environment:
# all of the tests except the ones in test/integration and test/commands/create_test for packages/flutter_tools # As of October 2019, the tool_tests-general-linux shard got faster with more CPUs up to 4
- name: tool_tests_general-linux # CPUs, and needed at least 8G of RAM to not run out of memory.
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'" CPU: 4
env: MEMORY: 8G
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb] script:
SHARD: tool_tests - dart --enable-asserts ./dev/bots/test.dart
SUBSHARD: general
test_script: - name: tool_tests-commands-linux
- dart --enable-asserts ./dev/bots/test.dart only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
container: environment:
cpu: 4 # As of October 2019, the tool_tests-commands-linux shard got faster with more CPUs up to 6
memory: 12G # CPUs, and needed at least 8G of RAM to not run out of memory.
- name: tool_tests_commands-linux CPU: 6
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'" MEMORY: 8G
env: script:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb] - dart --enable-asserts ./dev/bots/test.dart
SHARD: tool_tests
SUBSHARD: commands - name: tool_tests-integration-linux
test_script: only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
- dart --enable-asserts ./dev/bots/test.dart environment:
container: # As of October 2019, the tool_tests-integration-linux shard got faster with more CPUs up to
cpu: 4 # 6 CPUs, and needed at least 8G of RAM to not run out of memory.
memory: 12G CPU: 6
# all of the tests in test/integration for packages/flutter_tools MEMORY: 8G
- name: tool_tests_integration-linux script:
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'" - dart --enable-asserts ./dev/bots/test.dart
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb] - name: tool_coverage-linux # linux-only
SHARD: tool_tests only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**/*.dart', 'bin/internal/**') || $CIRRUS_PR == ''"
SUBSHARD: integration environment:
test_script: # As of October 2019, the tool_coverage-linux shard needed at least 12G of RAM to run without
- dart --enable-asserts ./dev/bots/test.dart # getting OOM-killed, and even 8 CPUs took 25 minutes.
container: CPU: 8
cpu: 4 MEMORY: 12G
memory: 12G
- name: tool_coverage-linux
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**/*.dart') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
CODECOV_TOKEN: ENCRYPTED[7c76a7f8c9264f3b7f3fd63fcf186f93c62c4dfe43ec288861c2f506d456681032b89efe7b7a139c82156350ca2c752c] CODECOV_TOKEN: ENCRYPTED[7c76a7f8c9264f3b7f3fd63fcf186f93c62c4dfe43ec288861c2f506d456681032b89efe7b7a139c82156350ca2c752c]
SHARD: tool_coverage script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart - bash <(curl -s https://codecov.io/bash) -c -f packages/flutter_tools/coverage/lcov.info -F flutter_tool
- bash <(curl -s https://codecov.io/bash) -c -s ./packages/flutter_tools/coverage/ -f '*.lcov.info' -F flutter_tool
container: - name: web_tests-0-linux
cpu: 8 only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'packages/flutter_web_plugins/**', 'bin/internal/**') || $CIRRUS_PR == ''"
memory: 24G environment:
- name: web_tests-linux-shard-0 # As of October 2019, the Web shards needed more than 6G of RAM.
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' CPU: 2
env: MEMORY: 8G
SHARD: web_tests allow_failures: true
WEB_SHARD: 0 script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container: - name: web_tests-1-linux
cpu: 4 only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'packages/flutter_web_plugins/**', 'bin/internal/**') || $CIRRUS_PR == ''"
memory: 12G environment:
- name: web_tests-linux-shard-1 # As of October 2019, the Web shards needed more than 6G of RAM.
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' CPU: 2
env: MEMORY: 8G
SHARD: web_tests allow_failures: true
WEB_SHARD: 1 script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container: - name: web_tests-2-linux
cpu: 4 only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'packages/flutter_web_plugins/**', 'bin/internal/**') || $CIRRUS_PR == ''"
memory: 12G environment:
- name: web_tests-linux-shard-2 # As of October 2019, the Web shards needed more than 6G of RAM.
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' CPU: 2
env: MEMORY: 8G
SHARD: web_tests allow_failures: true
WEB_SHARD: 2 script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container: - name: web_tests-3-linux
cpu: 4 only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'packages/flutter_web_plugins/**', 'bin/internal/**') || $CIRRUS_PR == ''"
memory: 12G environment:
- name: web_tests-linux-shard-3 # As of October 2019, the Web shards needed more than 6G of RAM.
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' CPU: 2
env: MEMORY: 8G
SHARD: web_tests allow_failures: true
WEB_SHARD: 3 script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container: - name: web_tests-4-linux
cpu: 4 only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'packages/flutter_web_plugins/**', 'bin/internal/**') || $CIRRUS_PR == ''"
memory: 12G environment:
- name: web_tests-linux-shard-4 # As of October 2019, the Web shards needed more than 6G of RAM.
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' CPU: 2
env: MEMORY: 8G
SHARD: web_tests allow_failures: true
WEB_SHARD: 4 script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container: - name: web_tests-5_last-linux # last Web shard must end with _last
cpu: 4 only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'packages/flutter_web_plugins/**', 'bin/internal/**') || $CIRRUS_PR == ''"
memory: 12G environment:
- name: web_tests-linux-shard-5 # As of October 2019, the Web shards needed more than 6G of RAM.
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' CPU: 2
env: MEMORY: 8G
SHARD: web_tests allow_failures: true
WEB_SHARD: 5 script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container:
cpu: 4
memory: 12G
- name: build_tests-linux - name: build_tests-linux
env: environment:
SHARD: build_tests # With 1 CPU and 4G of RAM, as of October 2019, build_tests-linux would get OOM-killed.
- name: integration_tests-linux # Increasing the RAM to 12G allowed it to finish in about 30 minutes, any extra CPU (tried 2
env: # and 4) reduced that to just over 20 minutes. 6G was enough not to get OOM-killed.
SHARD: integration_tests CPU: 2
test_script: MEMORY: 6G
# Unsetting CIRRUS_CHANGE_MESSAGE and CIRRUS_COMMIT_MESSAGE as they script:
# might include non-ASCII characters which makes Gradle crash. - dart --enable-asserts ./dev/bots/test.dart
# See: https://github.com/flutter/flutter/issues/24935
# This is a temporary workaround until we figure how to properly configure - name: hostonly_devicelab_tests-0-linux
# a UTF8 locale on Cirrus (or until the Gradle bug is fixed). environment:
# TODO(amirh): Set the locale to UTF8. # Some of the host-only devicelab tests are pretty involved and need a lot of RAM.
- echo "$CIRRUS_CHANGE_MESSAGE" > /tmp/cirrus_change_message.txt CPU: 2
- echo "$CIRRUS_COMMIT_MESSAGE" > /tmp/cirrus_commit_message.txt MEMORY: 8G
- export CIRRUS_CHANGE_MESSAGE="" script:
- export CIRRUS_COMMIT_MESSAGE="" - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
- export CIRRUS_CHANGE_MESSAGE=`cat /tmp/cirrus_change_message.txt` - name: hostonly_devicelab_tests-1-linux
- export CIRRUS_COMMIT_MESSAGE=`cat /tmp/cirrus_commit_message.txt` environment:
container: # Some of the host-only devicelab tests are pretty involved and need a lot of RAM.
cpu: 4 CPU: 2
memory: 12G MEMORY: 8G
- name: gradle_tests-linux-shard-1 script:
env: - dart --enable-asserts ./dev/bots/test.dart
SHARD: integration_tests
SUBSHARD: gradle1 - name: hostonly_devicelab_tests-2-linux
test_script: environment:
- dart --enable-asserts ./dev/bots/test.dart # Some of the host-only devicelab tests are pretty involved and need a lot of RAM.
container: CPU: 2
cpu: 4 MEMORY: 8G
memory: 12G script:
- name: gradle_tests-linux-shard-2 - dart --enable-asserts ./dev/bots/test.dart
env:
SHARD: integration_tests - name: hostonly_devicelab_tests-3-linux
SUBSHARD: gradle2 environment:
test_script: # Some of the host-only devicelab tests are pretty involved and need a lot of RAM.
- dart --enable-asserts ./dev/bots/test.dart CPU: 2
container: MEMORY: 8G
cpu: 4 script:
memory: 12G - dart --enable-asserts ./dev/bots/test.dart
- name: gradle_embedding_v2_tests-linux-shard-1
env: - name: hostonly_devicelab_tests-4-linux
SHARD: integration_tests environment:
SUBSHARD: gradle1 # Some of the host-only devicelab tests are pretty involved and need a lot of RAM.
ENABLE_ANDROID_EMBEDDING_V2: 'true' CPU: 2
test_script: MEMORY: 8G
- dart --enable-asserts ./dev/bots/test.dart script:
container: - dart --enable-asserts ./dev/bots/test.dart
cpu: 4
memory: 12G - name: hostonly_devicelab_tests-5_last-linux
- name: gradle_embedding_v2_tests-linux-shard-2 environment:
env: # Some of the host-only devicelab tests are pretty involved and need a lot of RAM.
SHARD: integration_tests CPU: 2
SUBSHARD: gradle2 MEMORY: 8G
ENABLE_ANDROID_EMBEDDING_V2: 'true' script:
test_script: - dart --enable-asserts ./dev/bots/test.dart
- dart --enable-asserts ./dev/bots/test.dart
container: # TODO(ianh): name: add_to_app_tests-linux
cpu: 4
memory: 12G - name: docs-linux # linux-only
- name: release_smoke_tests only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_drive/**', 'packages/flutter_localizations/**', 'packages/flutter_goldens/**', 'bin/internal/**') || $CIRRUS_PR == ''"
env: environment:
CLOUDSDK_CORE_DISABLE_PROMPTS: 1 # Empirically, as of October 2019, the docs-linux shard took about 30 minutes when run with
GCLOUD_FIREBASE_TESTLAB_KEY: ENCRYPTED[1c140257edc48f5578fa5a0e5038b84c8e53270c405efa5a8e35ea303a4e0d135853989f448f72136206de854d17fbec] # 1 CPU and 4G of RAM. 2 CPUs reduced that to 20 minutes, more CPUs did not improve matters.
test_script: CPU: 2
- echo "$CIRRUS_CHANGE_MESSAGE" > /tmp/cirrus_change_message.txt # For uploading master docs to Firebase master branch staging site
- echo "$CIRRUS_COMMIT_MESSAGE" > /tmp/cirrus_commit_message.txt FIREBASE_MASTER_TOKEN: ENCRYPTED[eb768d18798fdc5abfe09b224e1724c4d82831d715ccf90df2c79d618c317216cbd99493278361f6fe7948b409b603f0]
- export CIRRUS_CHANGE_MESSAGE="" # For uploading beta docs to Firebase public live site
- export CIRRUS_COMMIT_MESSAGE="" FIREBASE_PUBLIC_TOKEN: ENCRYPTED[37e8b82f167864cae9a3f4d2cf3f37dea331d9375c295327c45de524f6c588fa6f6d63e5784f10f6d43ce29689f36c92]
- ./dev/bots/firebase_testlab.sh script:
- export CIRRUS_CHANGE_MESSAGE=`cat /tmp/cirrus_change_message.txt` - ./dev/bots/docs.sh
- export CIRRUS_COMMIT_MESSAGE=`cat /tmp/cirrus_commit_message.txt`
- name: customer_testing-linux - name: customer_testing-linux
# environment:
# Empirically, this shard runs fine at 1 CPU and 4G RAM as of October 2019. We will probably
# want to grow this container when we invite people to add their tests in large numbers.
script: script:
- rm -rf bin/cache/pkg/tests - rm -rf bin/cache/pkg/tests
- git clone https://github.com/flutter/tests.git bin/cache/pkg/tests - git clone https://github.com/flutter/tests.git bin/cache/pkg/tests
- dart --enable-asserts dev/customer_testing/run_tests.dart --skip-on-fetch-failure --skip-template bin/cache/pkg/tests/registry/*.test - dart --enable-asserts dev/customer_testing/run_tests.dart --skip-on-fetch-failure --skip-template bin/cache/pkg/tests/registry/*.test
task: - name: firebase_test_lab_tests-linux # linux-only
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true' environment:
windows_container: # Empirically, this shard runs in 20-25 minutes with just one CPU and 4G of RAM, as of
image: cirrusci/android-sdk:28-windowsservercore-2019 # October 2019. It does not seem to be sensitive to the number of CPUs or amount of RAM;
os_version: 2019 # doubling CPUs had no effect (mere seconds under 20 minutes), increasing RAM to 24G left it
cpu: 4 # on the high end of the 20-25 minute range. (This makes sense, as it's just driving the
env: # Firebase test lab remotely.) Less than 4G of RAM made it go OOM.
CIRRUS_WORKING_DIR: "C:\\Windows\\Temp\\flutter sdk" CLOUDSDK_CORE_DISABLE_PROMPTS: 1
PATH: "$CIRRUS_WORKING_DIR/bin;$CIRRUS_WORKING_DIR/bin/cache/dart-sdk/bin;$PATH" GCLOUD_FIREBASE_TESTLAB_KEY: ENCRYPTED[1c140257edc48f5578fa5a0e5038b84c8e53270c405efa5a8e35ea303a4e0d135853989f448f72136206de854d17fbec]
git_fetch_script: script:
- git clean -xfd - ./dev/bots/firebase_testlab.sh
- git fetch origin
- git fetch origin master # To set FETCH_HEAD for "git merge-base" to work
pub_cache:
folder: $APPDATA\Pub\Cache
fingerprint_script:
- ps: $Env:OS; Get-ChildItem -Path "$Env:CIRRUS_WORKING_DIR" pubspec.yaml -Recurse | Select-String -Pattern "PUBSPEC CHECKSUM" -SimpleMatch
flutter_pkg_cache:
folder: bin\cache\pkg
fingerprint_script: echo %OS% & type bin\internal\*.version
artifacts_cache:
folder: bin\cache\artifacts
fingerprint_script: echo %OS% & type bin\internal\engine.version
setup_script:
- flutter config --no-analytics
- flutter doctor -v
- flutter update-packages
- git fetch origin master
test_all_script:
- dart --enable-asserts dev\bots\test.dart
matrix:
# all of the tests except test/integration and test/commands/create_test for packages/flutter_tools
- name: tool_tests_general-windows
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tool_tests
SUBSHARD: general
# all of the tests in test/commands/create_test
- name: tool_tests_commands-windows
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tool_tests
SUBSHARD: commands
# all of the tests in test/integration for packages/flutter_tools
- name: tool_tests_integration-windows
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tool_tests
SUBSHARD: integration
- name: deploy_gallery-linux # linux- and macos- only
depends_on:
- analyze-linux
- framework_tests-widgets-linux
- framework_tests-libraries-linux
- framework_tests-misc-linux
- tool_tests-general-linux
- tool_tests-commands-linux
- tool_tests-integration-linux
- build_tests-linux
- hostonly_devicelab_tests-0-linux
- hostonly_devicelab_tests-1-linux
- hostonly_devicelab_tests-2-linux
- hostonly_devicelab_tests-3-linux
- hostonly_devicelab_tests-4-linux
- hostonly_devicelab_tests-5_last-linux
- firebase_test_lab_tests-linux
environment:
# As of October 2019, 1 CPU and 4G of RAM let deploy_gallery-linux finish in about 15
# minutes, once it got started.
GOOGLE_DEVELOPER_SERVICE_ACCOUNT_ACTOR_FASTLANE: ENCRYPTED[d9ac1462c3c556fc2f8165c9d5566a16497d8ebc38a50357f7f3abf136b7f83e1d1d76dde36fee356cb0f9ebf7a89346]
ANDROID_GALLERY_UPLOAD_KEY: ENCRYPTED[0f2aca35f05b26add5d9edea2a7449341269a2b7e22d5c667f876996e2e8bc44ff1369431ebf73b7c5581fd95d0e5902]
script:
- ./dev/bots/deploy_gallery.sh
# WINDOWS SHARDS
task: task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
windows_container: windows_container:
image: cirrusci/android-sdk:28-windowsservercore-2019 image: cirrusci/android-sdk:28-windowsservercore-2019
os_version: 2019 os_version: 2019
cpu: 4 cpu: $CPU
env: memory: $MEMORY
CIRRUS_WORKING_DIR: "C:\\Windows\\Temp\\flutter sdk" environment:
# It's not clear that changing the cpu/memory fields here has any impact, so we use
# small numbers...
CPU: 2 # 1-8 without compute credits, 1-30 with
MEMORY: 2G # 256M-24G without compute credits, 256M-90G with
CIRRUS_WORKING_DIR: "C:\\Windows\\Temp\\$FLUTTER_SDK_PATH_WITH_SPACE"
PATH: "$CIRRUS_WORKING_DIR/bin;$CIRRUS_WORKING_DIR/bin/cache/dart-sdk/bin;$PATH" PATH: "$CIRRUS_WORKING_DIR/bin;$CIRRUS_WORKING_DIR/bin/cache/dart-sdk/bin;$PATH"
git_fetch_script:
- git clean -xfd
- git fetch origin
- git fetch origin master # To set FETCH_HEAD for "git merge-base" to work
pub_cache: pub_cache:
folder: $APPDATA\Pub\Cache folder: $APPDATA\Pub\Cache
fingerprint_script: fingerprint_script:
- ps: $Env:OS; Get-ChildItem -Path "$Env:CIRRUS_WORKING_DIR" pubspec.yaml -Recurse | Select-String -Pattern "PUBSPEC CHECKSUM" -SimpleMatch - ps: $Environment:OS; Get-ChildItem -Path "$Environment:CIRRUS_WORKING_DIR" pubspec.yaml -Recurse | Select-String -Pattern "PUBSPEC CHECKSUM" -SimpleMatch
flutter_pkg_cache: flutter_pkg_cache:
folder: bin\cache\pkg folder: bin\cache\pkg
fingerprint_script: echo %OS% & type bin\internal\*.version fingerprint_script: echo %OS% & type bin\internal\*.version
...@@ -368,290 +348,285 @@ task: ...@@ -368,290 +348,285 @@ task:
folder: bin\cache\artifacts folder: bin\cache\artifacts
fingerprint_script: echo %OS% & type bin\internal\*.version fingerprint_script: echo %OS% & type bin\internal\*.version
setup_script: setup_script:
- git clean -xffd
- git fetch origin
- git fetch origin master # To set FETCH_HEAD, so that "git merge-base" works.
- flutter config --no-analytics - flutter config --no-analytics
- flutter doctor -v - flutter doctor -v
- flutter update-packages - flutter update-packages
- git fetch origin master - git fetch origin master
matrix: matrix:
- name: bots_tests-windows - name: framework_tests-widgets-windows
skip: "!changesInclude('dev/bots/**')" only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
test_script: environment:
- cd dev\bots
- pub run test
- name: tests_widgets-windows
skip: "!changesInclude('dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tests
SUBSHARD: widgets
GOLDCTL: "C:\\Windows\\Temp\\depot_tools\\goldctl.exe" GOLDCTL: "C:\\Windows\\Temp\\depot_tools\\goldctl.exe"
GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095] GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095]
goldctl_script: powershell dev\bots\download_goldctl.ps1 script:
test_all_script: - powershell dev\bots\download_goldctl.ps1
- dart --enable-asserts dev\bots\test.dart - dart --enable-asserts dev\bots\test.dart
- name: tests_framework_other-windows
skip: "!changesInclude('dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'" - name: framework_tests-libraries-windows
env: only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb] environment:
SHARD: tests
SUBSHARD: framework_other
GOLDCTL: "C:\\Windows\\Temp\\depot_tools\\goldctl.exe" GOLDCTL: "C:\\Windows\\Temp\\depot_tools\\goldctl.exe"
GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095] GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095]
goldctl_script: powershell dev\bots\download_goldctl.ps1 script:
test_all_script: - powershell dev\bots\download_goldctl.ps1
- dart --enable-asserts dev\bots\test.dart - dart --enable-asserts dev\bots\test.dart
- name: tests_extras-windows
skip: "!changesInclude('dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**', 'dev/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'" - name: framework_tests-misc-windows
env: # this includes the tests for directories in dev/
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb] only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
SHARD: tests script:
SUBSHARD: extras
test_all_script:
- dart --enable-asserts dev\bots\test.dart - dart --enable-asserts dev\bots\test.dart
- name: tool_tests-general-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: tool_tests-commands-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: tool_tests-integration-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
script:
- dart --enable-asserts ./dev/bots/test.dart
# TODO(ianh): Enable Web tests on Windows
- name: build_tests-windows - name: build_tests-windows
env: only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41941
SHARD: build_tests script:
container:
cpu: 4
memory: 12G
test_all_script:
- dart --enable-asserts dev\bots\test.dart
- name: integration_tests-windows
env:
SHARD: integration_tests
container:
cpu: 4
memory: 12G
test_all_script:
- dart --enable-asserts dev\bots\test.dart - dart --enable-asserts dev\bots\test.dart
- name: hostonly_devicelab_tests-0-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41941
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-1-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41941
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-2-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41941
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-3-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41941
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-4-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41941
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-5_last-windows
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41941
script:
- dart --enable-asserts ./dev/bots/test.dart
# TODO(ianh): name: add_to_app_tests-windows
- name: customer_testing-windows - name: customer_testing-windows
test_script: script:
- CMD /S /C "IF EXIST "bin\cache\pkg\tests\" RMDIR /S /Q bin\cache\pkg\tests" - CMD /S /C "IF EXIST "bin\cache\pkg\tests\" RMDIR /S /Q bin\cache\pkg\tests"
- git clone https://github.com/flutter/tests.git bin\cache\pkg\tests - git clone https://github.com/flutter/tests.git bin\cache\pkg\tests
- dart --enable-asserts dev\customer_testing\run_tests.dart --skip-on-fetch-failure --skip-template bin/cache/pkg/tests/registry/*.test - dart --enable-asserts dev\customer_testing\run_tests.dart --skip-on-fetch-failure --skip-template bin/cache/pkg/tests/registry/*.test
- name: gradle_tests-windows-shard-1
env:
SHARD: integration_tests
SUBSHARD: gradle1
test_script:
- dart --enable-asserts dev\bots\test.dart
container:
cpu: 4
memory: 12G
- name: gradle_tests-windows-shard-2
env:
SHARD: integration_tests
SUBSHARD: gradle2
test_script:
- dart --enable-asserts dev\bots\test.dart
container:
cpu: 4
memory: 12G
- name: gradle_embedding_v2_tests-windows-shard-1
env:
SHARD: integration_tests
SUBSHARD: gradle1
ENABLE_ANDROID_EMBEDDING_V2: 'true'
test_script:
- dart --enable-asserts dev\bots\test.dart
container:
cpu: 4
memory: 12G
- name: gradle_embedding_v2_tests-windows-shard-2
env:
SHARD: integration_tests
SUBSHARD: gradle2
ENABLE_ANDROID_EMBEDDING_V2: 'true'
test_script:
- dart --enable-asserts dev\bots\test.dart
container:
cpu: 4
memory: 12G
task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
name: deploy_gallery-macos
depends_on:
- analyze
env:
# Name the SDK directory to include a space so that we constantly
# test path names with spaces in them.
CIRRUS_WORKING_DIR: "/tmp/flutter sdk"
SHARD: deploy_gallery
# Apple Fastlane password.
FASTLANE_PASSWORD: ENCRYPTED[4b1f0b8d52874e9de965acd46c79743f3b81f3a513614179b9be7cf53dc8258753e257bdadb11a298ee455259df21865]
# Private repo for publishing certificates.
PUBLISHING_MATCH_CERTIFICATE_REPO: ENCRYPTED[3c0e78877d933fc80107aa6f3790fd1cf927250b852d6cb53202be696b4903ed8ca839b809626aaf18050bf7e436fab7]
PUBLISHING_MATCH_REPO_TOKEN: ENCRYPTED[3d1230b744c6ed6c788a91bec741b769401dbcd426b18f9af8080bfeefdfc21913ca4047980c5b5b7ce823f12e7b6b19]
# Apple Certificates Match Passphrase
MATCH_PASSWORD: ENCRYPTED[db07f252234397090e3ec59152d9ec1831f5ecd0ef97d247b1dca757bbb9ef9b7c832a39bce2caf1949ccdf097e59a73]
osx_instance:
image: mojave-xcode-10.2
# occasionally the clock on these machines is out of sync
# with the actual time - this should help to verify
print_date_script:
- date
install_cocoapods_script:
- sudo gem install cocoapods --no-document
git_fetch_script:
- git clean -xfd
- git fetch origin
- git fetch origin master # To set FETCH_HEAD
setup_script:
- bin/flutter config --no-analytics
- bin/flutter update-packages
test_all_script:
- ./dev/bots/deploy_gallery.sh
# MACOS SHARDS
# Mac doesn't use caches because they apparently take longer to populate and save
# than just fetching the data in the first place.
task: task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
osx_instance: osx_instance:
image: mojave-xcode-10.2 image: mojave-xcode-10.2-flutter # see https://cirrus-ci.org/guide/macOS/ for list of images (we should update regularly)
depends_on: # cpu is always 2
- analyze # memory is always 8G
env: environment:
CIRRUS_WORKING_DIR: "/tmp/flutter sdk" CIRRUS_WORKING_DIR: "/tmp/$FLUTTER_SDK_PATH_WITH_SPACE"
FLUTTER_FRAMEWORK_DIR: "$CIRRUS_WORKING_DIR/bin/cache/artifacts/engine/ios/"
PATH: "$CIRRUS_WORKING_DIR/bin:$CIRRUS_WORKING_DIR/bin/cache/dart-sdk/bin:$PATH"
COCOAPODS_DISABLE_STATS: true COCOAPODS_DISABLE_STATS: true
print_date_script: CPU: 2
- date MEMORY: 8G
git_fetch_script:
- git clean -xfd
- git fetch origin
- git fetch origin master # To set FETCH_HEAD for "git merge-base" to work
setup_script: setup_script:
- bin/flutter config --no-analytics
- bin/flutter doctor -v
- bin/flutter update-packages
test_all_script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- bin/cache/dart-sdk/bin/dart --enable-asserts dev/bots/test.dart
matrix:
# all of the tests except test/integration and test/commands/create_test for packages/flutter_tools
- name: tool_tests_general-macos
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tool_tests
SUBSHARD: general
# all of the tests in test/commands/create_test
- name: tool_tests_commands-macos
skip: "!changesInclude('dev/**', 'packages/flutter_tools/**', 'bin/internal/**') && $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH != 'stable' && $CIRRUS_BRANCH != 'beta' && $CIRRUS_BRANCH != 'dev'"
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tool_tests
SUBSHARD: commands
# all of the tests in test/integration for packages/flutter_tools
- name: tool_tests_integration-macos
only_if: $CIRRUS_BRANCH == 'master'
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tool_tests
SUBSHARD: integration
task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
osx_instance:
image: mojave-xcode-10.2
depends_on:
- analyze
env:
CIRRUS_WORKING_DIR: "/tmp/flutter sdk"
COCOAPODS_DISABLE_STATS: true
PATH: "$CIRRUS_WORKING_DIR/bin:$CIRRUS_WORKING_DIR/bin/cache/dart-sdk/bin:$PATH"
# occasionally the clock on these machines is out of sync
# with the actual time - this should help to verify
print_date_script:
- date - date
install_cocoapods_script: - which flutter
- sudo gem install cocoapods --no-document - sudo gem install cocoapods
git_fetch_script: - sudo gem install xcpretty
- git clean -xfd - git clean -xffd
- git fetch origin - git fetch origin
- git fetch origin master # To set FETCH_HEAD for "git merge-base" to work - git fetch origin master # To set FETCH_HEAD, so that "git merge-base" works.
setup_script: - flutter config --no-analytics
- bin/flutter config --no-analytics - flutter doctor -v
- bin/flutter doctor -v - flutter update-packages
- bin/flutter update-packages - date
- which flutter
on_failure:
failure_script:
- date
- which flutter
matrix: matrix:
- name: bots_tests-macos - name: framework_tests-widgets-macos
skip: "!changesInclude('dev/bots/**')" only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
test_script: environment:
- (cd ./dev/bots && pub run test)
- name: tests_widgets-macos
only_if: $CIRRUS_BRANCH == 'master'
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tests
SUBSHARD: widgets
GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl" GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl"
GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095] GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095]
goldctl_script: ./dev/bots/download_goldctl.sh script:
test_all_script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976 - ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- ./dev/bots/download_goldctl.sh
- dart --enable-asserts dev/bots/test.dart - dart --enable-asserts dev/bots/test.dart
on_failure:
print_failure_time_script: date - name: framework_tests-libraries-macos
- name: tests_framework_other-macos only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
only_if: $CIRRUS_BRANCH == 'master' environment:
env:
GCLOUD_SERVICE_ACCOUNT_KEY: ENCRYPTED[f12abe60f5045d619ef4c79b83dd1e0722a0b0b13dbea95fbe334e2db7fffbcd841a5a92da8824848b539a19afe0c9fb]
SHARD: tests
SUBSHARD: framework_other
GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl" GOLDCTL: "$CIRRUS_WORKING_DIR/depot_tools/goldctl"
GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095] GOLD_SERVICE_ACCOUNT: ENCRYPTED[3afeea5ac7201151c3d0dc9648862f0462b5e4f55dc600ca8b692319622f7c3eda3d577b1b16cc2ef0311b7314c1c095]
goldctl_script: ./dev/bots/download_goldctl.sh script:
test_all_script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976 - ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- ./dev/bots/download_goldctl.sh
- dart --enable-asserts dev/bots/test.dart - dart --enable-asserts dev/bots/test.dart
on_failure:
print_failure_time_script: date - name: framework_tests-misc-macos
- name: integration_tests-macos # this includes the tests for directories in dev/
only_if: $CIRRUS_BRANCH == 'master' only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter/**', 'packages/flutter_test/**', 'packages/flutter_tools/lib/src/test/**', 'bin/internal/**') || $CIRRUS_PR == ''"
env: script:
SHARD: integration_tests
test_all_script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976 - ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts dev/bots/test.dart - dart --enable-asserts dev/bots/test.dart
- name: add2app-macos
skip: true # https://github.com/flutter/flutter/issues/39507 - name: tool_tests-general-macos
env: only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
SHARD: add2app_test script:
setup_xcpretty_script: - ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- sudo gem install xcpretty - dart --enable-asserts ./dev/bots/test.dart
test_all_script:
- name: tool_tests-commands-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
- name: tool_tests-integration-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'packages/flutter_tools/**', 'bin/internal/**') || $CIRRUS_PR == ''"
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
# TODO(ianh): Enable Web tests on macOS.
- name: build_tests-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
script:
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-0-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-1-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-2-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-3-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-4-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
- name: hostonly_devicelab_tests-5_last-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts ./dev/bots/test.dart
- name: add_to_app_tests-macos
only_if: "changesInclude('.cirrus.yml', 'dev/**', 'bin/internal/**') || $CIRRUS_PR == ''" # https://github.com/flutter/flutter/issues/41940
skip: true # https://github.com/flutter/flutter/pull/42444
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976 - ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- dart --enable-asserts dev/bots/test.dart - dart --enable-asserts dev/bots/test.dart
- name: customer_testing-macos - name: customer_testing-macos
test_script: script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- rm -rf bin/cache/pkg/tests - rm -rf bin/cache/pkg/tests
- git clone https://github.com/flutter/tests.git bin/cache/pkg/tests - git clone https://github.com/flutter/tests.git bin/cache/pkg/tests
- dart --enable-asserts dev/customer_testing/run_tests.dart --skip-on-fetch-failure --skip-template bin/cache/pkg/tests/registry/*.test - dart --enable-asserts dev/customer_testing/run_tests.dart --skip-on-fetch-failure --skip-template bin/cache/pkg/tests/registry/*.test
- name: deploy_gallery-macos # linux- and macos- only
depends_on:
- analyze-linux
- framework_tests-widgets-macos
- framework_tests-libraries-macos
- framework_tests-misc-macos
- tool_tests-general-macos
- tool_tests-commands-macos
- tool_tests-integration-macos
- build_tests-macos
- hostonly_devicelab_tests-0-macos
- hostonly_devicelab_tests-1-macos
- hostonly_devicelab_tests-2-macos
- hostonly_devicelab_tests-3-macos
- hostonly_devicelab_tests-4-macos
- hostonly_devicelab_tests-5_last-macos
- firebase_test_lab_tests-linux
environment:
# Apple Fastlane password.
FASTLANE_PASSWORD: ENCRYPTED[4b1f0b8d52874e9de965acd46c79743f3b81f3a513614179b9be7cf53dc8258753e257bdadb11a298ee455259df21865]
# Private repo for publishing certificates.
PUBLISHING_MATCH_CERTIFICATE_REPO: ENCRYPTED[3c0e78877d933fc80107aa6f3790fd1cf927250b852d6cb53202be696b4903ed8ca839b809626aaf18050bf7e436fab7]
PUBLISHING_MATCH_REPO_TOKEN: ENCRYPTED[3d1230b744c6ed6c788a91bec741b769401dbcd426b18f9af8080bfeefdfc21913ca4047980c5b5b7ce823f12e7b6b19]
# Apple Certificates Match Passphrase
MATCH_PASSWORD: ENCRYPTED[db07f252234397090e3ec59152d9ec1831f5ecd0ef97d247b1dca757bbb9ef9b7c832a39bce2caf1949ccdf097e59a73]
script:
- ulimit -S -n 2048 # https://github.com/flutter/flutter/issues/2976
- ./dev/bots/deploy_gallery.sh
docker_builder: docker_builder:
# Only build a new docker image when we tag a release (for dev, beta, or release.) # Only build a new docker image when we tag a release (for dev, beta, or release.)
only_if: $CIRRUS_TAG != '' only_if: $CIRRUS_TAG != ''
env: environment:
GCLOUD_CREDENTIALS: ENCRYPTED[f7c098d4dd7f5ee1bfee0bb7e944cce72efbe10e97ad6440ae72de4de6a1c24d23f421a2619c668e94377fb64b0bb3e6] GCLOUD_CREDENTIALS: ENCRYPTED[f7c098d4dd7f5ee1bfee0bb7e944cce72efbe10e97ad6440ae72de4de6a1c24d23f421a2619c668e94377fb64b0bb3e6]
depends_on: depends_on:
- docs - docs-linux
- analyze - analyze-linux
- tests_widgets-linux - framework_tests-widgets-linux
- tests_framework_other-linux - framework_tests-libraries-linux
- tests_extras-linux - framework_tests-misc-linux
- tool_tests_general-linux - tool_tests-general-linux
- tool_tests_commands-linux - tool_tests-commands-linux
- tool_tests_integration-linux - tool_tests-integration-linux
- build_tests-linux - build_tests-linux
- integration_tests-linux - hostonly_devicelab_tests-0-linux
- gradle_tests-linux-shard-1 - hostonly_devicelab_tests-1-linux
- gradle_tests-linux-shard-2 - hostonly_devicelab_tests-2-linux
- gradle_embedding_v2_tests-linux-shard-1 - hostonly_devicelab_tests-3-linux
- gradle_embedding_v2_tests-linux-shard-2 - hostonly_devicelab_tests-4-linux
- gradle_tests-windows-shard-1 - hostonly_devicelab_tests-5_last-linux
- gradle_tests-windows-shard-2 - firebase_test_lab_tests-linux
- gradle_embedding_v2_tests-windows-shard-1 script:
- gradle_embedding_v2_tests-windows-shard-2 - "$CIRRUS_WORKING_DIR/dev/ci/docker_linux/docker_build.sh"
- release_smoke_tests - "$CIRRUS_WORKING_DIR/dev/ci/docker_linux/docker_login.sh"
build_script: "$CIRRUS_WORKING_DIR/dev/ci/docker_linux/docker_build.sh" - "$CIRRUS_WORKING_DIR/dev/ci/docker_linux/docker_push.sh"
login_script: "$CIRRUS_WORKING_DIR/dev/ci/docker_linux/docker_login.sh"
push_script: "$CIRRUS_WORKING_DIR/dev/ci/docker_linux/docker_push.sh"
dev/README.md
View file @ 124dc661
...@@ -2,3 +2,6 @@ This directory contains tools and resources that the Flutter team uses ...@@ -2,3 +2,6 @@ This directory contains tools and resources that the Flutter team uses
during development of the framework. The tools in this directory during development of the framework. The tools in this directory
should not be necessary for developing Flutter applications, though of should not be necessary for developing Flutter applications, though of
course they may be interesting if you are curious. course they may be interesting if you are curious.
The tests in this directory are run in the `framework_tests_misc-*`
shards.
dev/bots/cirrus_setup.sh → dev/bots/accept_android_sdk_licenses.sh
View file @ 124dc661
#!/bin/bash #!/bin/bash
set -e set -e
# This script is only meant to be run by the Cirrus CI system, not locally.
# It must be run from the root of the Flutter repo.
function error() { function error() {
echo "$@" 1>&2 echo "$@" 1>&2
} }
# This script is only meant to be run by the Cirrus CI system, not locally.
# It must be run from the root of the Flutter repo.
function accept_android_licenses() { function accept_android_licenses() {
yes "y" | flutter doctor --android-licenses > /dev/null 2>&1 yes "y" | flutter doctor --android-licenses > /dev/null 2>&1
} }
echo "Flutter SDK directory is: $PWD" echo "Flutter SDK directory is: $PWD"
# Run flutter to download dependencies and precompile things, and to disable
# analytics on the bots.
echo "Downloading build dependencies and pre-compiling Flutter snapshot"
./bin/flutter config --no-analytics
# Run doctor, to print it to the log for debugging purposes.
./bin/flutter doctor -v
# Accept licenses. # Accept licenses.
echo "Accepting Android licenses." echo "Accepting Android licenses."
accept_android_licenses || (error "Accepting Android licenses failed." && false) accept_android_licenses || (error "Accepting Android licenses failed." && false)
# Run pub get in all the repo packages.
echo "Updating packages for Flutter."
./bin/flutter update-packages
dev/bots/deploy_gallery.sh
View file @ 124dc661
...@@ -24,88 +24,90 @@ set -x ...@@ -24,88 +24,90 @@ set -x
cd "$FLUTTER_ROOT" cd "$FLUTTER_ROOT"
if [[ "$SHARD" = "deploy_gallery" ]]; then version="$(<version)"
version="$(<version)" if [[ "$OS" == "linux" ]]; then
if [[ "$OS" == "linux" ]]; then echo "Building Flutter Gallery $version for Android..."
echo "Building Flutter Gallery $version for Android..." # ANDROID_SDK_ROOT must be set in the env.
(
# ANDROID_SDK_ROOT must be set in the env. cd examples/flutter_gallery
( flutter build apk --release -t lib/main_publish.dart
cd examples/flutter_gallery )
flutter build apk --release -t lib/main_publish.dart echo "Android Flutter Gallery built"
) if [[ -z "$CIRRUS_PR" && "$CIRRUS_BRANCH" == "dev" && "$version" != *"pre"* ]]; then
echo "Android Flutter Gallery built" echo "Deploying Flutter Gallery $version to Play Store..."
if [[ -z "$CIRRUS_PR" && "$CIRRUS_BRANCH" == "dev" && "$version" != *"pre"* ]]; then set +x # Don't echo back the below.
echo "Deploying Flutter Gallery $version to Play Store..." if [ -n "$ANDROID_GALLERY_UPLOAD_KEY" ]; then
set +x # Don't echo back the below. echo "$ANDROID_GALLERY_UPLOAD_KEY" | base64 --decode > /root/.android/debug.keystore
if [ -n "$ANDROID_GALLERY_UPLOAD_KEY" ]; then
echo "$ANDROID_GALLERY_UPLOAD_KEY" | base64 --decode > /root/.android/debug.keystore
fi
set -x
(
cd examples/flutter_gallery/android
fastlane deploy_play_store
)
else
echo "Not deployed: Flutter Gallery is only deployed to the Play Store on merged and tagged dev branch commits"
fi fi
elif [[ "$OS" == "darwin" ]]; then set -x
echo "Building Flutter Gallery $version for iOS..."
( (
cd examples/flutter_gallery cd examples/flutter_gallery/android
flutter build ios --release --no-codesign -t lib/main_publish.dart fastlane deploy_play_store
)
else
echo "(Not deploying; Flutter Gallery is only deployed to Play store for tagged dev branch commits.)"
fi
elif [[ "$OS" == "darwin" ]]; then
echo "Building Flutter Gallery $version for iOS..."
(
cd examples/flutter_gallery
flutter build ios --release --no-codesign -t lib/main_publish.dart
# flutter build ios will run CocoaPods script. Check generated locations. # flutter build ios will run CocoaPods script. Check generated locations.
if [[ ! -d "ios/Pods" ]]; then if [[ ! -d "ios/Pods" ]]; then
echo "Error: pod install failed to setup plugins" echo "Error: pod install failed to setup plugins"
exit 1 exit 1
fi fi
if [[ ! -d "ios/.symlinks/plugins" ]]; then if [[ ! -d "ios/.symlinks/plugins" ]]; then
echo "Error: pod install failed to setup plugin symlinks" echo "Error: pod install failed to setup plugin symlinks"
exit 1 exit 1
fi fi
if [[ -d "ios/.symlinks/flutter" ]]; then if [[ -d "ios/.symlinks/flutter" ]]; then
echo "Error: pod install created flutter symlink" echo "Error: pod install created flutter symlink"
exit 1 exit 1
fi fi
if [[ ! -d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets" ]]; then if [[ ! -d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets" ]]; then
echo "Error: flutter_assets not assembled" echo "Error: flutter_assets not assembled"
exit 1 exit 1
fi fi
if [[ if [[
-d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets/isolate_snapshot_data" || -d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets/isolate_snapshot_data" ||
-d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets/kernel_blob.bin" || -d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets/kernel_blob.bin" ||
-d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets/vm_snapshot_data" -d "build/ios/iphoneos/Runner.app/Frameworks/App.framework/flutter_assets/vm_snapshot_data"
]]; then ]]; then
echo "Error: compiled debug version of app with --release flag" echo "Error: compiled debug version of app with --release flag"
exit 1 exit 1
fi fi
) )
echo "iOS Flutter Gallery built" echo "iOS Flutter Gallery built"
if [[ -z "$CIRRUS_PR" ]]; then if [[ -z "$CIRRUS_PR" ]]; then
if [[ "$CIRRUS_BRANCH" == "dev" && "$version" != *"pre"* ]]; then if [[ "$CIRRUS_BRANCH" == "dev" && "$version" != *"pre"* ]]; then
echo "Archiving with distribution profile and deploying to TestFlight..." echo "Archiving with distribution profile and deploying to TestFlight..."
( (
cd examples/flutter_gallery/ios cd examples/flutter_gallery/ios
export DELIVER_ITMSTRANSPORTER_ADDITIONAL_UPLOAD_PARAMETERS="-t DAV" export DELIVER_ITMSTRANSPORTER_ADDITIONAL_UPLOAD_PARAMETERS="-t DAV"
fastlane build_and_deploy_testflight upload:true fastlane build_and_deploy_testflight upload:true
) )
else
echo "Archiving with distribution profile..."
(
cd examples/flutter_gallery/ios
fastlane build_and_deploy_testflight
)
echo "Archive is only deployed to TestFlight on tagged dev branch commits"
fi
else else
echo "Not deployed: Flutter Gallery is only deployed to TestFlight on merged and tagged dev branch commits" # On iOS the signing can break as well, so we verify this regularly (not just
# on tagged dev branch commits). We can only do this post-merge, though, because
# the secrets aren't available on PRs.
echo "Testing archiving with distribution profile..."
(
cd examples/flutter_gallery/ios
fastlane build_and_deploy_testflight
)
echo "(Not deploying; Flutter Gallery is only deployed to TestFlight for tagged dev branch commits.)"
fi fi
else
echo "(Not archiving or deploying; Flutter Gallery archiving is only tested post-commit.)"
fi fi
else else
echo "Doing nothing: not on the 'deploy_gallery' SHARD." echo "Unknown OS: $OS"
echo "Aborted."
exit 1
fi fi
dev/bots/run_command.dart
View file @ 124dc661
...@@ -95,7 +95,6 @@ Future<void> runCommand(String executable, List<String> arguments, { ...@@ -95,7 +95,6 @@ Future<void> runCommand(String executable, List<String> arguments, {
OutputMode outputMode = OutputMode.print, OutputMode outputMode = OutputMode.print,
CapturedOutput output, CapturedOutput output,
bool skip = false, bool skip = false,
bool expectFlaky = false,
bool Function(String) removeLine, bool Function(String) removeLine,
}) async { }) async {
assert((outputMode == OutputMode.capture) == (output != null), assert((outputMode == OutputMode.capture) == (output != null),
...@@ -145,10 +144,6 @@ Future<void> runCommand(String executable, List<String> arguments, { ...@@ -145,10 +144,6 @@ Future<void> runCommand(String executable, List<String> arguments, {
output.stderr = _flattenToString(await savedStderr); output.stderr = _flattenToString(await savedStderr);
} }
// If the test is flaky we don't care about the actual exit.
if (expectFlaky)
return;
if ((exitCode == 0) == expectNonZeroExit || (expectedExitCode != null && exitCode != expectedExitCode)) { if ((exitCode == 0) == expectNonZeroExit || (expectedExitCode != null && exitCode != expectedExitCode)) {
if (failureMessage != null) { if (failureMessage != null) {
print(failureMessage); print(failureMessage);
......
dev/bots/test.dart
View file @ 124dc661
...@@ -4,11 +4,11 @@ ...@@ -4,11 +4,11 @@
import 'dart:async'; import 'dart:async';
import 'dart:io'; import 'dart:io';
import 'dart:math' as math;
import 'package:googleapis/bigquery/v2.dart' as bq; import 'package:googleapis/bigquery/v2.dart' as bq;
import 'package:googleapis_auth/auth_io.dart' as auth; import 'package:googleapis_auth/auth_io.dart' as auth;
import 'package:http/http.dart' as http; import 'package:http/http.dart' as http;
import 'package:meta/meta.dart';
import 'package:path/path.dart' as path; import 'package:path/path.dart' as path;
import 'flutter_compact_formatter.dart'; import 'flutter_compact_formatter.dart';
...@@ -30,21 +30,54 @@ final String dart = path.join(flutterRoot, 'bin', 'cache', 'dart-sdk', 'bin', Pl ...@@ -30,21 +30,54 @@ final String dart = path.join(flutterRoot, 'bin', 'cache', 'dart-sdk', 'bin', Pl
final String pub = path.join(flutterRoot, 'bin', 'cache', 'dart-sdk', 'bin', Platform.isWindows ? 'pub.bat' : 'pub'); final String pub = path.join(flutterRoot, 'bin', 'cache', 'dart-sdk', 'bin', Platform.isWindows ? 'pub.bat' : 'pub');
final String pubCache = path.join(flutterRoot, '.pub-cache'); final String pubCache = path.join(flutterRoot, '.pub-cache');
final String toolRoot = path.join(flutterRoot, 'packages', 'flutter_tools'); final String toolRoot = path.join(flutterRoot, 'packages', 'flutter_tools');
/// The arguments to pass to `flutter test` (typically the local engine
/// configuration) -- prefilled with the arguments passed to test.dart.
final List<String> flutterTestArgs = <String>[]; final List<String> flutterTestArgs = <String>[];
final bool useFlutterTestFormatter = Platform.environment['FLUTTER_TEST_FORMATTER'] == 'true'; final bool useFlutterTestFormatter = Platform.environment['FLUTTER_TEST_FORMATTER'] == 'true';
final bool canUseBuildRunner = Platform.environment['FLUTTER_TEST_NO_BUILD_RUNNER'] != 'true'; final bool canUseBuildRunner = Platform.environment['FLUTTER_TEST_NO_BUILD_RUNNER'] != 'true';
const Map<String, ShardRunner> _kShards = <String, ShardRunner>{ /// The number of Cirrus jobs that run host-only devicelab tests in parallel.
'tests': _runTests, ///
'web_tests': _runWebTests, /// WARNING: if you change this number, also change .cirrus.yml
'tool_tests': _runToolTests, /// and make sure it runs _all_ shards.
'tool_coverage': _runToolCoverage, const int kDeviceLabShardCount = 6;
'build_tests': _runBuildTests,
'coverage': _runCoverage, /// The number of Cirrus jobs that run Web tests in parallel.
'integration_tests': _runIntegrationTests, ///
'add2app_test': _runAdd2AppTest, /// WARNING: if you change this number, also change .cirrus.yml
}; /// and make sure it runs _all_ shards.
///
/// The last shard also runs the Web plugin tests.
const int kWebShardCount = 6;
/// Maximum number of Web tests to run in a single `flutter test`. We found that
/// large batches can get flaky, possibly because we reuse a single instance of
/// the browser, and after many tests the browser's state gets corrupted.
const int kWebBatchSize = 20;
/// Tests that we don't run on Web for various reasons.
//
// TODO(yjbanov): we're getting rid of these blacklists as part of https://github.com/flutter/flutter/projects/60
const List<String> kWebTestDirectoryBlacklist = <String>[
'cupertino',
'examples',
'material',
];
const List<String> kWebTestFileBlacklist = <String>[
'test/widgets/heroes_test.dart',
'test/widgets/text_test.dart',
'test/widgets/selectable_text_test.dart',
'test/widgets/color_filter_test.dart',
'test/widgets/editable_text_cursor_test.dart',
'test/widgets/shadow_test.dart',
'test/widgets/raw_keyboard_listener_test.dart',
'test/widgets/editable_text_test.dart',
'test/widgets/widget_inspector_test.dart',
'test/widgets/draggable_test.dart',
'test/widgets/shortcuts_test.dart',
];
/// When you call this, you can pass additional arguments to pass custom /// When you call this, you can pass additional arguments to pass custom
/// arguments to flutter test. For example, you might want to call this /// arguments to flutter test. For example, you might want to call this
...@@ -53,31 +86,30 @@ const Map<String, ShardRunner> _kShards = <String, ShardRunner>{ ...@@ -53,31 +86,30 @@ const Map<String, ShardRunner> _kShards = <String, ShardRunner>{
/// ///
/// To run the tool_tests part, run it with SHARD=tool_tests /// To run the tool_tests part, run it with SHARD=tool_tests
/// ///
/// For example: /// Examples:
/// SHARD=tool_tests bin/cache/dart-sdk/bin/dart dev/bots/test.dart /// SHARD=tool_tests bin/cache/dart-sdk/bin/dart dev/bots/test.dart
/// bin/cache/dart-sdk/bin/dart dev/bots/test.dart --local-engine=host_debug_unopt /// bin/cache/dart-sdk/bin/dart dev/bots/test.dart --local-engine=host_debug_unopt
Future<void> main(List<String> args) async { Future<void> main(List<String> args) async {
flutterTestArgs.addAll(args); flutterTestArgs.addAll(args);
if (Platform.environment.containsKey(CIRRUS_TASK_NAME))
final String shard = Platform.environment['SHARD']; print('Running task: ${Platform.environment[CIRRUS_TASK_NAME]}');
if (shard != null) { print('═' * 80);
if (!_kShards.containsKey(shard)) { await _runSmokeTests();
print('Invalid shard: $shard'); print('═' * 80);
print('The available shards are: ${_kShards.keys.join(", ")}'); await selectShard(const <String, ShardRunner>{
exit(1); 'add_to_app_tests': _runAddToAppTests,
} 'build_tests': _runBuildTests,
print('${bold}SHARD=$shard$reset'); 'framework_coverage': _runFrameworkCoverage,
await _kShards[shard](); 'framework_tests': _runFrameworkTests,
} else { 'hostonly_devicelab_tests': _runHostOnlyDeviceLabTests,
for (String currentShard in _kShards.keys) { 'tool_coverage': _runToolCoverage,
print('${bold}SHARD=$currentShard$reset'); 'tool_tests': _runToolTests,
await _kShards[currentShard](); 'web_tests': _runWebTests,
print(''); });
}
}
} }
Future<void> _runSmokeTests() async { Future<void> _runSmokeTests() async {
print('${green}Running smoketests...$reset');
// Verify that the tests actually return failure on failure and success on // Verify that the tests actually return failure on failure and success on
// success. // success.
final String automatedTests = path.join(flutterRoot, 'dev', 'automated_tests'); final String automatedTests = path.join(flutterRoot, 'dev', 'automated_tests');
...@@ -108,10 +140,11 @@ Future<void> _runSmokeTests() async { ...@@ -108,10 +140,11 @@ Future<void> _runSmokeTests() async {
script: path.join('test_smoke_test', 'pending_timer_fail_test.dart'), script: path.join('test_smoke_test', 'pending_timer_fail_test.dart'),
expectFailure: true, expectFailure: true,
printOutput: false, printOutput: false,
outputChecker: (CapturedOutput output) => outputChecker: (CapturedOutput output) {
output.stdout.contains('failingPendingTimerTest') return output.stdout.contains('failingPendingTimerTest')
? null ? null
: 'Failed to find the stack trace for the pending Timer.', : 'Failed to find the stack trace for the pending Timer.';
}
); );
// We run the remaining smoketests in parallel, because they each take some // We run the remaining smoketests in parallel, because they each take some
// time to run (e.g. compiling), so we don't want to run them in series, // time to run (e.g. compiling), so we don't want to run them in series,
...@@ -153,8 +186,11 @@ Future<void> _runSmokeTests() async { ...@@ -153,8 +186,11 @@ Future<void> _runSmokeTests() async {
); );
// Verify that we correctly generated the version file. // Verify that we correctly generated the version file.
final bool validVersion = await verifyVersion(path.join(flutterRoot, 'version')); final String versionError = await verifyVersion(File(path.join(flutterRoot, 'version')));
if (!validVersion) { if (versionError != null) {
print(redLine);
print(versionError);
print(redLine);
exit(1); exit(1);
} }
} }
...@@ -179,7 +215,7 @@ Future<bq.BigqueryApi> _getBigqueryApi() async { ...@@ -179,7 +215,7 @@ Future<bq.BigqueryApi> _getBigqueryApi() async {
final http.Client client = await auth.clientViaServiceAccount(accountCredentials, scopes); final http.Client client = await auth.clientViaServiceAccount(accountCredentials, scopes);
return bq.BigqueryApi(client); return bq.BigqueryApi(client);
} catch (e) { } catch (e) {
print('Failed to get BigQuery API client.'); print('${red}Failed to get BigQuery API client.$reset');
print(e); print(e);
return null; return null;
} }
...@@ -203,7 +239,6 @@ Future<void> _runToolCoverage() async { ...@@ -203,7 +239,6 @@ Future<void> _runToolCoverage() async {
Future<void> _runToolTests() async { Future<void> _runToolTests() async {
final bq.BigqueryApi bigqueryApi = await _getBigqueryApi(); final bq.BigqueryApi bigqueryApi = await _getBigqueryApi();
await _runSmokeTests();
const String kDotShard = '.shard'; const String kDotShard = '.shard';
const String kTest = 'test'; const String kTest = 'test';
...@@ -232,11 +267,10 @@ Future<void> _runToolTests() async { ...@@ -232,11 +267,10 @@ Future<void> _runToolTests() async {
await selectSubshard(subshards); await selectSubshard(subshards);
} }
/// Verifies that AOT, APK, and IPA (if on macOS) builds the /// Verifies that AOT, APK, and IPA (if on macOS) builds the examples apps
/// examples apps without crashing. It does not actually /// without crashing. It does not actually launch the apps. That happens later
/// launch the apps. That happens later in the devicelab. This is /// in the devicelab. This is just a smoke-test. In particular, this will verify
/// just a smoke-test. In particular, this will verify we can build /// we can build when there are spaces in the path name for the Flutter SDK and
/// when there are spaces in the path name for the Flutter SDK and
/// target app. /// target app.
Future<void> _runBuildTests() async { Future<void> _runBuildTests() async {
final Stream<FileSystemEntity> exampleDirectories = Directory(path.join(flutterRoot, 'examples')).list(); final Stream<FileSystemEntity> exampleDirectories = Directory(path.join(flutterRoot, 'examples')).list();
...@@ -245,10 +279,11 @@ Future<void> _runBuildTests() async { ...@@ -245,10 +279,11 @@ Future<void> _runBuildTests() async {
continue; continue;
} }
final String examplePath = fileEntity.path; final String examplePath = fileEntity.path;
await _flutterBuildAot(examplePath); await _flutterBuildAot(examplePath);
await _flutterBuildApk(examplePath); await _flutterBuildApk(examplePath);
await _flutterBuildIpa(examplePath); if (Platform.isMacOS) {
await _flutterBuildIpa(examplePath);
}
} }
// Web compilation tests. // Web compilation tests.
await _flutterBuildDart2js(path.join('dev', 'integration_tests', 'web'), path.join('lib', 'main.dart')); await _flutterBuildDart2js(path.join('dev', 'integration_tests', 'web'), path.join('lib', 'main.dart'));
...@@ -256,53 +291,27 @@ Future<void> _runBuildTests() async { ...@@ -256,53 +291,27 @@ Future<void> _runBuildTests() async {
await _flutterBuildDart2js(path.join('dev', 'integration_tests', 'web_compile_tests'), await _flutterBuildDart2js(path.join('dev', 'integration_tests', 'web_compile_tests'),
path.join('lib', 'dart_io_import.dart'), path.join('lib', 'dart_io_import.dart'),
); );
print('${bold}DONE: All build tests successful.$reset');
}
Future<void> _flutterBuildDart2js(String relativePathToApplication, String target, { bool expectNonZeroExit = false }) async {
print('Running Dart2JS build tests...');
await runCommand(flutter,
<String>['build', 'web', '-v', '--target=$target'],
workingDirectory: path.join(flutterRoot, relativePathToApplication),
expectNonZeroExit: expectNonZeroExit,
environment: <String, String>{
'FLUTTER_WEB': 'true',
},
);
print('Done.');
} }
Future<void> _flutterBuildAot(String relativePathToApplication) async { Future<void> _flutterBuildAot(String relativePathToApplication) async {
print('Running AOT build tests...'); print('${green}Testing AOT build$reset for $cyan$relativePathToApplication$reset...');
await runCommand(flutter, await runCommand(flutter,
<String>['build', 'aot', '-v'], <String>['build', 'aot', '-v'],
workingDirectory: path.join(flutterRoot, relativePathToApplication), workingDirectory: path.join(flutterRoot, relativePathToApplication),
expectNonZeroExit: false,
); );
print('Done.');
} }
Future<void> _flutterBuildApk(String relativePathToApplication) async { Future<void> _flutterBuildApk(String relativePathToApplication) async {
if ( print('${green}Testing APK --debug build$reset for $cyan$relativePathToApplication$reset...');
(Platform.environment['ANDROID_HOME']?.isEmpty ?? true) &&
(Platform.environment['ANDROID_SDK_ROOT']?.isEmpty ?? true)) {
return;
}
print('Running APK build tests...');
await runCommand(flutter, await runCommand(flutter,
<String>['build', 'apk', '--debug', '-v'], <String>['build', 'apk', '--debug', '-v'],
workingDirectory: path.join(flutterRoot, relativePathToApplication), workingDirectory: path.join(flutterRoot, relativePathToApplication),
expectNonZeroExit: false,
); );
print('Done.');
} }
Future<void> _flutterBuildIpa(String relativePathToApplication) async { Future<void> _flutterBuildIpa(String relativePathToApplication) async {
if (!Platform.isMacOS) { assert(Platform.isMacOS);
return; print('${green}Testing IPA build$reset for $cyan$relativePathToApplication$reset...');
}
print('Running IPA build tests...');
// Install Cocoapods. We don't have these checked in for the examples, // Install Cocoapods. We don't have these checked in for the examples,
// and build ios doesn't take care of it automatically. // and build ios doesn't take care of it automatically.
final File podfile = File(path.join(flutterRoot, relativePathToApplication, 'ios', 'Podfile')); final File podfile = File(path.join(flutterRoot, relativePathToApplication, 'ios', 'Podfile'));
...@@ -310,171 +319,119 @@ Future<void> _flutterBuildIpa(String relativePathToApplication) async { ...@@ -310,171 +319,119 @@ Future<void> _flutterBuildIpa(String relativePathToApplication) async {
await runCommand('pod', await runCommand('pod',
<String>['install'], <String>['install'],
workingDirectory: podfile.parent.path, workingDirectory: podfile.parent.path,
expectNonZeroExit: false,
); );
} }
await runCommand(flutter, await runCommand(flutter,
<String>['build', 'ios', '--no-codesign', '--debug', '-v'], <String>['build', 'ios', '--no-codesign', '--debug', '-v'],
workingDirectory: path.join(flutterRoot, relativePathToApplication), workingDirectory: path.join(flutterRoot, relativePathToApplication),
expectNonZeroExit: false,
); );
print('Done.');
} }
Future<void> _runAdd2AppTest() async { Future<void> _flutterBuildDart2js(String relativePathToApplication, String target, { bool expectNonZeroExit = false }) async {
if (!Platform.isMacOS) { print('${green}Testing Dart2JS build$reset for $cyan$relativePathToApplication$reset...');
return; await runCommand(flutter,
} <String>['build', 'web', '-v', '--target=$target'],
print('Running Add2App iOS integration tests...'); workingDirectory: path.join(flutterRoot, relativePathToApplication),
final String add2AppDir = path.join(flutterRoot, 'dev', 'integration_tests', 'ios_add2app'); expectNonZeroExit: expectNonZeroExit,
await runCommand('./build_and_test.sh', environment: <String, String>{
<String>[], 'FLUTTER_WEB': 'true',
workingDirectory: add2AppDir, },
expectNonZeroExit: false,
); );
print('Done.');
} }
Future<void> _runTests() async { Future<void> _runAddToAppTests() async {
if (Platform.isMacOS) {
print('${green}Running add-to-app iOS integration tests$reset...');
final String addToAppDir = path.join(flutterRoot, 'dev', 'integration_tests', 'ios_add2app');
await runCommand('./build_and_test.sh',
<String>[],
workingDirectory: addToAppDir,
);
}
}
Future<void> _runFrameworkTests() async {
final bq.BigqueryApi bigqueryApi = await _getBigqueryApi(); final bq.BigqueryApi bigqueryApi = await _getBigqueryApi();
await _runSmokeTests();
final String subShard = Platform.environment['SUBSHARD'];
Future<void> runWidgets() async { Future<void> runWidgets() async {
print('${green}Running packages/flutter tests for$reset: ${cyan}test/widgets/$reset');
await _runFlutterTest( await _runFlutterTest(
path.join(flutterRoot, 'packages', 'flutter'), path.join(flutterRoot, 'packages', 'flutter'),
options: <String>['--track-widget-creation'],
tableData: bigqueryApi?.tabledata, tableData: bigqueryApi?.tabledata,
tests: <String>[ tests: <String>[ path.join('test', 'widgets') + path.separator ],
path.join('test', 'widgets') + path.separator,
],
); );
// Only packages/flutter/test/widgets/widget_inspector_test.dart really
// needs to be run with --track-widget-creation but it is nice to run
// all of the tests in package:flutter with the flag to ensure that
// the Dart kernel transformer triggered by the flag does not break anything.
await _runFlutterTest( await _runFlutterTest(
path.join(flutterRoot, 'packages', 'flutter'), path.join(flutterRoot, 'packages', 'flutter'),
options: <String>['--track-widget-creation'], options: <String>['--no-track-widget-creation'],
tableData: bigqueryApi?.tabledata, tableData: bigqueryApi?.tabledata,
tests: <String>[ tests: <String>[ path.join('test', 'widgets') + path.separator ],
path.join('test', 'widgets') + path.separator,
],
); );
// Try compiling code outside of the packages/flutter directory with and without --track-widget-creation
await _runFlutterTest(path.join(flutterRoot, 'examples', 'flutter_gallery'), options: <String>['--track-widget-creation'], tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'flutter_gallery'), options: <String>['--no-track-widget-creation'], tableData: bigqueryApi?.tabledata);
} }
Future<void> runFrameworkOthers() async { Future<void> runLibraries() async {
final List<String> tests = Directory(path.join(flutterRoot, 'packages', 'flutter', 'test')) final List<String> tests = Directory(path.join(flutterRoot, 'packages', 'flutter', 'test'))
.listSync(followLinks: false, recursive: false) .listSync(followLinks: false, recursive: false)
.whereType<Directory>() .whereType<Directory>()
.where((Directory dir) => dir.path.endsWith('widgets') == false) .where((Directory dir) => dir.path.endsWith('widgets') == false)
.map((Directory dir) => path.join('test', path.basename(dir.path)) + path.separator) .map<String>((Directory dir) => path.join('test', path.basename(dir.path)) + path.separator)
.toList(); .toList();
print('${green}Running packages/flutter tests$reset for: $cyan${tests.join(", ")}$reset');
print('Running tests for: ${tests.join(';')}');
await _runFlutterTest( await _runFlutterTest(
path.join(flutterRoot, 'packages', 'flutter'), path.join(flutterRoot, 'packages', 'flutter'),
options: <String>['--track-widget-creation'],
tableData: bigqueryApi?.tabledata, tableData: bigqueryApi?.tabledata,
tests: tests, tests: tests,
); );
// Only packages/flutter/test/widgets/widget_inspector_test.dart really
// needs to be run with --track-widget-creation but it is nice to run
// all of the tests in package:flutter with the flag to ensure that
// the Dart kernel transformer triggered by the flag does not break anything.
await _runFlutterTest( await _runFlutterTest(
path.join(flutterRoot, 'packages', 'flutter'), path.join(flutterRoot, 'packages', 'flutter'),
options: <String>['--track-widget-creation'], options: <String>['--no-track-widget-creation'],
tableData: bigqueryApi?.tabledata, tableData: bigqueryApi?.tabledata,
tests: tests, tests: tests,
); );
} }
Future<void> runExtras() async { Future<void> runMisc() async {
await _runFlutterTest(path.join(flutterRoot, 'packages', 'flutter_localizations'), tableData: bigqueryApi?.tabledata); print('${green}Running package tests$reset for directories other than packages/flutter');
await _runFlutterTest(path.join(flutterRoot, 'packages', 'flutter_driver'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'packages', 'flutter_test'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'packages', 'fuchsia_remote_debug_protocol'), tableData: bigqueryApi?.tabledata);
await _pubRunTest(path.join(flutterRoot, 'dev', 'bots'), tableData: bigqueryApi?.tabledata); await _pubRunTest(path.join(flutterRoot, 'dev', 'bots'), tableData: bigqueryApi?.tabledata);
await _pubRunTest(path.join(flutterRoot, 'dev', 'devicelab'), tableData: bigqueryApi?.tabledata); await _pubRunTest(path.join(flutterRoot, 'dev', 'devicelab'), tableData: bigqueryApi?.tabledata);
await _pubRunTest(path.join(flutterRoot, 'dev', 'snippets'), tableData: bigqueryApi?.tabledata); await _pubRunTest(path.join(flutterRoot, 'dev', 'snippets'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'dev', 'integration_tests', 'android_semantics_testing'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'dev', 'integration_tests', 'android_semantics_testing'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'dev', 'manual_tests'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'dev', 'manual_tests'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'dev', 'tools', 'vitool'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'dev', 'tools', 'vitool'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'catalog'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'hello_world'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'examples', 'hello_world'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'layers'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'examples', 'layers'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'stocks'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'examples', 'stocks'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'flutter_gallery'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'packages', 'flutter_driver'), tableData: bigqueryApi?.tabledata);
// Regression test to ensure that code outside of package:flutter can run await _runFlutterTest(path.join(flutterRoot, 'packages', 'flutter_localizations'), tableData: bigqueryApi?.tabledata);
// with --track-widget-creation. await _runFlutterTest(path.join(flutterRoot, 'packages', 'flutter_test'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'flutter_gallery'), options: <String>['--track-widget-creation'], tableData: bigqueryApi?.tabledata); await _runFlutterTest(path.join(flutterRoot, 'packages', 'fuchsia_remote_debug_protocol'), tableData: bigqueryApi?.tabledata);
await _runFlutterTest(path.join(flutterRoot, 'examples', 'catalog'), tableData: bigqueryApi?.tabledata); await _runFlutterTest(
// Smoke test for code generation. path.join(flutterRoot, 'dev', 'integration_tests', 'codegen'),
await _runFlutterTest(path.join(flutterRoot, 'dev', 'integration_tests', 'codegen'), tableData: bigqueryApi?.tabledata, environment: <String, String>{ tableData: bigqueryApi?.tabledata,
'FLUTTER_EXPERIMENTAL_BUILD': 'true', environment: <String, String>{
}); 'FLUTTER_EXPERIMENTAL_BUILD': 'true',
} },
switch (subShard) { );
case 'widgets': }
await runWidgets();
break;
case 'framework_other':
await runFrameworkOthers();
break;
case 'extras':
runExtras();
break;
default:
print('Unknown sub-shard $subShard, running all tests!');
await runWidgets();
await runFrameworkOthers();
await runExtras();
}
print('${bold}DONE: All tests successful.$reset');
}
// TODO(yjbanov): we're getting rid of these blacklists as part of https://github.com/flutter/flutter/projects/60
const List<String> kWebTestDirectoryBlacklist = <String>[
'test/cupertino',
'test/examples',
'test/material',
];
const List<String> kWebTestFileBlacklist = <String>[
'test/widgets/heroes_test.dart',
'test/widgets/text_test.dart',
'test/widgets/selectable_text_test.dart',
'test/widgets/color_filter_test.dart',
'test/widgets/editable_text_cursor_test.dart',
'test/widgets/shadow_test.dart',
'test/widgets/raw_keyboard_listener_test.dart',
'test/widgets/editable_text_test.dart',
'test/widgets/widget_inspector_test.dart',
'test/widgets/draggable_test.dart',
'test/widgets/shortcuts_test.dart',
];
Future<void> _runWebTests() async {
final Directory flutterPackageDir = Directory(path.join(flutterRoot, 'packages', 'flutter'));
final Directory testDir = Directory(path.join(flutterPackageDir.path, 'test'));
final List<String> directories = testDir
.listSync()
.whereType<Directory>()
.map<String>((Directory dir) => path.relative(dir.path, from: flutterPackageDir.path))
.where((String relativePath) => !kWebTestDirectoryBlacklist.contains(relativePath))
.toList();
await _runFlutterWebTest(flutterPackageDir.path, tests: directories); await selectSubshard(<String, ShardRunner>{
await _runFlutterWebTest(path.join(flutterRoot, 'packages', 'flutter_web_plugins'), tests: <String>['test']); 'widgets': runWidgets,
'libraries': runLibraries,
'misc': runMisc,
});
} }
Future<void> _runCoverage() async { Future<void> _runFrameworkCoverage() async {
final File coverageFile = File(path.join(flutterRoot, 'packages', 'flutter', 'coverage', 'lcov.info')); final File coverageFile = File(path.join(flutterRoot, 'packages', 'flutter', 'coverage', 'lcov.info'));
if (!coverageFile.existsSync()) { if (!coverageFile.existsSync()) {
print('${red}Coverage file not found.$reset'); print('${red}Coverage file not found.$reset');
print('Expected to find: ${coverageFile.absolute}'); print('Expected to find: $cyan${coverageFile.absolute}$reset');
print('This file is normally obtained by running `flutter update-packages`.'); print('This file is normally obtained by running `${green}flutter update-packages$reset`.');
exit(1); exit(1);
} }
coverageFile.deleteSync(); coverageFile.deleteSync();
...@@ -483,11 +440,98 @@ Future<void> _runCoverage() async { ...@@ -483,11 +440,98 @@ Future<void> _runCoverage() async {
); );
if (!coverageFile.existsSync()) { if (!coverageFile.existsSync()) {
print('${red}Coverage file not found.$reset'); print('${red}Coverage file not found.$reset');
print('Expected to find: ${coverageFile.absolute}'); print('Expected to find: $cyan${coverageFile.absolute}$reset');
print('This file should have been generated by the `flutter test --coverage` script, but was not.'); print('This file should have been generated by the `${green}flutter test --coverage$reset` script, but was not.');
exit(1); exit(1);
} }
print('${bold}DONE: Coverage collection successful.$reset'); }
Future<void> _runWebTests() async {
final Map<String, ShardRunner> subshards = <String, ShardRunner>{};
final Directory flutterPackageDirectory = Directory(path.join(flutterRoot, 'packages', 'flutter'));
final Directory flutterPackageTestDirectory = Directory(path.join(flutterPackageDirectory.path, 'test'));
final List<String> allTests = flutterPackageTestDirectory
.listSync()
.whereType<Directory>()
.where((Directory directory) => !kWebTestDirectoryBlacklist.contains(path.basename(directory.path)))
.expand((Directory directory) => directory
.listSync(recursive: true)
.where((FileSystemEntity entity) => entity.path.endsWith('_test.dart'))
)
.whereType<File>()
.map<String>((File file) => path.relative(file.path, from: flutterPackageDirectory.path))
.where((String filePath) => !kWebTestFileBlacklist.contains(filePath))
.toList()
// Finally we shuffle the list because we want the average cost per file to be uniformly
// distributed. If the list is not sorted then different shards and batches may have
// very different characteristics.
// We use a constant seed for repeatability.
..shuffle(math.Random(0));
assert(kWebShardCount >= 1);
final int testsPerShard = (allTests.length / kWebShardCount).ceil();
assert(testsPerShard * kWebShardCount >= allTests.length);
// This for loop computes all but the last shard.
for (int index = 0; index < kWebShardCount - 1; index += 1) {
subshards['$index'] = () => _runFlutterWebTest(
flutterPackageDirectory.path,
allTests.sublist(
index * testsPerShard,
(index + 1) * testsPerShard,
),
);
}
// The last shard also runs the flutter_web_plugins tests.
//
// We make sure the last shard ends in _last so it's easier to catch mismatches
// between `.cirrus.yml` and `test.dart`.
subshards['${kWebShardCount - 1}_last'] = () async {
await _runFlutterWebTest(
flutterPackageDirectory.path,
allTests.sublist(
(kWebShardCount - 1) * testsPerShard,
allTests.length,
),
);
await _runFlutterWebTest(
path.join(flutterRoot, 'packages', 'flutter_web_plugins'),
<String>['test'],
);
};
await selectSubshard(subshards);
}
Future<void> _runFlutterWebTest(String workingDirectory, List<String> tests) async {
final List<String> batch = <String>[];
for (int i = 0; i < tests.length; i += 1) {
final String testFilePath = tests[i];
batch.add(testFilePath);
if (batch.length == kWebBatchSize || i == tests.length - 1) {
await runCommand(
flutter,
<String>[
'test',
if (ciProvider == CiProviders.cirrus)
'--concurrency=1', // do not parallelize on Cirrus, to reduce flakiness
'-v',
'--platform=chrome',
...?flutterTestArgs,
...batch,
],
workingDirectory: workingDirectory,
environment: <String, String>{
'FLUTTER_WEB': 'true',
'FLUTTER_LOW_RESOURCE_MODE': 'true',
},
);
batch.clear();
}
}
} }
Future<void> _pubRunTest(String workingDirectory, { Future<void> _pubRunTest(String workingDirectory, {
...@@ -496,14 +540,33 @@ Future<void> _pubRunTest(String workingDirectory, { ...@@ -496,14 +540,33 @@ Future<void> _pubRunTest(String workingDirectory, {
bool useBuildRunner = false, bool useBuildRunner = false,
bq.TabledataResourceApi tableData, bq.TabledataResourceApi tableData,
}) async { }) async {
final List<String> args = <String>['run', '--verbose']; final List<String> args = <String>['run'];
if (useBuildRunner) { if (useBuildRunner) {
args.addAll(<String>['build_runner', 'test', '--']); final String posixTestPath = path.posix.joinAll(path.split(testPath));
args.addAll(<String>[
'build_runner',
'test',
'--build-filter=$posixTestPath/*.dill',
'--build-filter=$posixTestPath/**/*.dill',
'--',
]);
} else { } else {
args.add('test'); args.add('test');
} }
args.add(useFlutterTestFormatter ? '-rjson' : '-rcompact'); args.add(useFlutterTestFormatter ? '-rjson' : '-rcompact');
args.add('-j1'); // TODO(ianh): Scale based on CPUs. int cpus;
final String cpuVariable = Platform.environment['CPU']; // CPU is set in cirrus.yml
if (cpuVariable != null) {
cpus = int.tryParse(cpuVariable, radix: 10);
if (cpus == null) {
print('${red}The CPU environment variable, if set, must be set to the integer number of available cores.$reset');
print('Actual value: "$cpuVariable"');
exit(1);
}
} else {
cpus = 2; // Don't default to 1, otherwise we won't catch race conditions.
}
args.add('-j$cpus');
if (!hasColor) if (!hasColor)
args.add('--no-color'); args.add('--no-color');
if (testPath != null) if (testPath != null)
...@@ -547,238 +610,6 @@ Future<void> _pubRunTest(String workingDirectory, { ...@@ -547,238 +610,6 @@ Future<void> _pubRunTest(String workingDirectory, {
} }
} }
void deleteFile(String path) {
// There's a race condition here but in theory we're not racing anyone
// while this script runs, so should be ok.
final File file = File(path);
if (file.existsSync())
file.deleteSync();
}
enum CiProviders {
cirrus,
luci,
}
CiProviders _getCiProvider() {
if (Platform.environment['CIRRUS_CI'] == 'true') {
return CiProviders.cirrus;
}
if (Platform.environment['LUCI_CONTEXT'] != null) {
return CiProviders.luci;
}
return null;
}
String _getCiProviderName() {
switch(_getCiProvider()) {
case CiProviders.cirrus:
return 'cirrusci';
case CiProviders.luci:
return 'luci';
}
return 'unknown';
}
int _getPrNumber() {
switch(_getCiProvider()) {
case CiProviders.cirrus:
return Platform.environment['CIRRUS_PR'] == null
? -1
: int.tryParse(Platform.environment['CIRRUS_PR']);
case CiProviders.luci:
return -1; // LUCI doesn't know about this.
}
return -1;
}
Future<String> _getAuthors() async {
final String exe = Platform.isWindows ? '.exe' : '';
final String author = await runAndGetStdout(
'git$exe', <String>['-c', 'log.showSignature=false', 'log', _getGitHash(), '--pretty="%an <%ae>"'],
workingDirectory: flutterRoot,
).first;
return author;
}
String _getCiUrl() {
switch(_getCiProvider()) {
case CiProviders.cirrus:
return 'https://cirrus-ci.com/task/${Platform.environment['CIRRUS_TASK_ID']}';
case CiProviders.luci:
return 'https://ci.chromium.org/p/flutter/g/framework/console'; // TODO(dnfield): can we get a direct link to the actual build?
}
return '';
}
String _getGitHash() {
switch(_getCiProvider()) {
case CiProviders.cirrus:
return Platform.environment['CIRRUS_CHANGE_IN_REPO'];
case CiProviders.luci:
return 'HEAD'; // TODO(dnfield): Set this in the env for LUCI.
}
return '';
}
Future<void> _processTestOutput(
FlutterCompactFormatter formatter,
Stream<String> testOutput,
bq.TabledataResourceApi tableData,
) async {
final Timer heartbeat = Timer.periodic(const Duration(seconds: 30), (Timer timer) {
print('Processing...');
});
await testOutput.forEach(formatter.processRawOutput);
heartbeat.cancel();
formatter.finish();
if (tableData == null || formatter.tests.isEmpty) {
return;
}
final bq.TableDataInsertAllRequest request = bq.TableDataInsertAllRequest();
final String authors = await _getAuthors();
request.rows = List<bq.TableDataInsertAllRequestRows>.from(
formatter.tests.map<bq.TableDataInsertAllRequestRows>((TestResult result) =>
bq.TableDataInsertAllRequestRows.fromJson(<String, dynamic> {
'json': <String, dynamic>{
'source': <String, dynamic>{
'provider': _getCiProviderName(),
'url': _getCiUrl(),
'platform': <String, dynamic>{
'os': Platform.operatingSystem,
'version': Platform.operatingSystemVersion,
},
},
'test': <String, dynamic>{
'name': result.name,
'result': result.status.toString(),
'file': result.path,
'line': result.line,
'column': result.column,
'time': result.totalTime,
},
'git': <String, dynamic>{
'author': authors,
'pull_request': _getPrNumber(),
'commit': _getGitHash(),
'organization': 'flutter',
'repository': 'flutter',
},
'error': result.status != TestStatus.failed ? null : <String, dynamic>{
'message': result.errorMessage,
'stack_trace': result.stackTrace,
},
'information': result.messages,
},
}),
),
growable: false,
);
final bq.TableDataInsertAllResponse response = await tableData.insertAll(request, 'flutter-infra', 'tests', 'ci');
if (response.insertErrors != null && response.insertErrors.isNotEmpty) {
print('${red}BigQuery insert errors:');
print(response.toJson());
print(reset);
}
}
class EvalResult {
EvalResult({
this.stdout,
this.stderr,
this.exitCode = 0,
});
final String stdout;
final String stderr;
final int exitCode;
}
/// The number of Cirrus jobs that run web tests in parallel.
///
/// WARNING: if you change this number, also change .cirrus.yml
/// and make sure it runs _all_ shards.
const int _kWebShardCount = 6;
Future<void> _runFlutterWebTest(String workingDirectory, {
List<String> tests,
}) async {
List<String> allTests = <String>[];
for (String testDirPath in tests) {
final Directory testDir = Directory(path.join(workingDirectory, testDirPath));
allTests.addAll(
testDir.listSync(recursive: true)
.whereType<File>()
.where((File file) => file.path.endsWith('_test.dart'))
.map<String>((File file) => path.relative(file.path, from: workingDirectory))
.where((String filePath) => !kWebTestFileBlacklist.contains(filePath)),
);
}
// If a shard is specified only run tests in that shard.
final int webShard = int.tryParse(Platform.environment['WEB_SHARD'] ?? 'n/a');
if (webShard != null) {
if (webShard >= _kWebShardCount) {
throw 'WEB_SHARD must be <= _kWebShardCount, but was $webShard';
}
final List<String> shard = <String>[];
for (int i = webShard; i < allTests.length; i += _kWebShardCount) {
shard.add(allTests[i]);
}
allTests = shard;
}
print(allTests.join('\n'));
print('${allTests.length} tests total');
// Maximum number of tests to run in a single `flutter test`. We found that
// large batches can get flaky, possibly because we reuse a single instance
// of the browser, and after many tests the browser's state gets corrupted.
const int kBatchSize = 20;
List<String> batch = <String>[];
for (int i = 0; i < allTests.length; i += 1) {
final String testFilePath = allTests[i];
batch.add(testFilePath);
if (batch.length == kBatchSize || i == allTests.length - 1) {
await _runFlutterWebTestBatch(workingDirectory, batch: batch);
batch = <String>[];
}
}
}
Future<void> _runFlutterWebTestBatch(String workingDirectory, {
List<String> batch,
}) async {
final List<String> args = <String>[
'test',
if (_getCiProvider() == CiProviders.cirrus)
'--concurrency=1', // do not parallelize on Cirrus to reduce flakiness
'-v',
'--platform=chrome',
...?flutterTestArgs,
...batch,
];
// TODO(jonahwilliams): fix relative path issues to make this unecessary.
final Directory oldCurrent = Directory.current;
Directory.current = Directory(path.join(flutterRoot, 'packages', 'flutter'));
try {
await runCommand(
flutter,
args,
workingDirectory: workingDirectory,
expectFlaky: false,
environment: <String, String>{
'FLUTTER_WEB': 'true',
'FLUTTER_LOW_RESOURCE_MODE': 'true',
},
);
} finally {
Directory.current = oldCurrent;
}
}
Future<void> _runFlutterTest(String workingDirectory, { Future<void> _runFlutterTest(String workingDirectory, {
String script, String script,
bool expectFailure = false, bool expectFailure = false,
...@@ -790,8 +621,7 @@ Future<void> _runFlutterTest(String workingDirectory, { ...@@ -790,8 +621,7 @@ Future<void> _runFlutterTest(String workingDirectory, {
Map<String, String> environment, Map<String, String> environment,
List<String> tests = const <String>[], List<String> tests = const <String>[],
}) async { }) async {
assert(!printOutput || outputChecker == null, assert(!printOutput || outputChecker == null, 'Output either can be printed or checked but not both');
'Output either can be printed or checked but not both');
final List<String> args = <String>[ final List<String> args = <String>[
'test', 'test',
...@@ -800,16 +630,15 @@ Future<void> _runFlutterTest(String workingDirectory, { ...@@ -800,16 +630,15 @@ Future<void> _runFlutterTest(String workingDirectory, {
]; ];
final bool shouldProcessOutput = useFlutterTestFormatter && !expectFailure && !options.contains('--coverage'); final bool shouldProcessOutput = useFlutterTestFormatter && !expectFailure && !options.contains('--coverage');
if (shouldProcessOutput) { if (shouldProcessOutput)
args.add('--machine'); args.add('--machine');
}
if (script != null) { if (script != null) {
final String fullScriptPath = path.join(workingDirectory, script); final String fullScriptPath = path.join(workingDirectory, script);
if (!FileSystemEntity.isFileSync(fullScriptPath)) { if (!FileSystemEntity.isFileSync(fullScriptPath)) {
print('Could not find test: $fullScriptPath'); print('${red}Could not find test$reset: $green$fullScriptPath$reset');
print('Working directory: $workingDirectory'); print('Working directory: $cyan$workingDirectory$reset');
print('Script: $script'); print('Script: $green$script$reset');
if (!printOutput) if (!printOutput)
print('This is one of the tests that does not normally print output.'); print('This is one of the tests that does not normally print output.');
if (skip) if (skip)
...@@ -876,110 +705,290 @@ Future<void> _runFlutterTest(String workingDirectory, { ...@@ -876,110 +705,290 @@ Future<void> _runFlutterTest(String workingDirectory, {
} }
} }
// the optional `file` argument is an override for testing Map<String, String> _initGradleEnvironment() {
@visibleForTesting final String androidSdkRoot = (Platform.environment['ANDROID_HOME']?.isEmpty ?? true)
Future<bool> verifyVersion(String filename, [File file]) async { ? Platform.environment['ANDROID_SDK_ROOT']
final RegExp pattern = RegExp(r'^\d+\.\d+\.\d+(\+hotfix\.\d+)?(-pre\.\d+)?$'); : Platform.environment['ANDROID_HOME'];
file ??= File(filename); if (androidSdkRoot == null || androidSdkRoot.isEmpty) {
final String version = await file.readAsString(); print('${red}Could not find Android SDK; set ANDROID_SDK_ROOT (or ANDROID_HOME).$reset');
if (!file.existsSync()) { exit(1);
print('$redLine'); }
print('The version logic failed to create the Flutter version file.'); return <String, String>{
print('$redLine'); 'ANDROID_HOME': androidSdkRoot,
return false; 'ANDROID_SDK_ROOT': androidSdkRoot,
} };
if (version == '0.0.0-unknown') {
print('$redLine');
print('The version logic failed to determine the Flutter version.');
print('$redLine');
return false;
}
if (!version.contains(pattern)) {
print('$redLine');
print('The version logic generated an invalid version string: "$version".');
print('$redLine');
return false;
}
return true;
} }
Future<void> _runIntegrationTests() async { final Map<String, String> gradleEnvironment = _initGradleEnvironment();
final String subShard = Platform.environment['SUBSHARD'];
Future<void> _runHostOnlyDeviceLabTests() async {
switch (subShard) { if (Platform.isWindows) {
case 'gradle1': // TODO(ianh): remove when https://github.com/flutter/flutter/issues/36311 fixed by https://github.com/flutter/flutter/pull/42709
case 'gradle2': return;
// This runs some gradle integration tests if the subshard is Android. }
await _androidGradleTests(subShard);
break; // Please don't add more tests here. We should not be using the devicelab
default: // logic to run tests outside devicelab, that's just confusing.
await _runDevicelabTest('dartdocs'); // Instead, create tests that are not devicelab tests, and run those.
if (Platform.isLinux) { // TODO(ianh): Move the tests that are not running on devicelab any more out
await _runDevicelabTest('flutter_create_offline_test_linux'); // of the device lab directory.
} else if (Platform.isWindows) {
await _runDevicelabTest('flutter_create_offline_test_windows'); // List the tests to run.
} else if (Platform.isMacOS) { // We split these into subshards. The tests are randomly distributed into
await _runDevicelabTest('flutter_create_offline_test_mac'); // those subshards so as to get a uniform distribution of costs, but the
await _runDevicelabTest('plugin_lint_mac'); // seed is fixed so that issues are reproducible.
// TODO(jmagman): Re-enable once flakiness is resolved. final List<ShardRunner> tests = <ShardRunner>[
// await _runDevicelabTest('module_test_ios'); // Keep this in alphabetical order.
} () => _runDevicelabTest('build_aar_module_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('build_aar_module_test', environment: gradleEnvironment, testEmbeddingV2: false),
if (Platform.isMacOS) () => _runDevicelabTest('flutter_create_offline_test_mac'),
if (Platform.isLinux) () => _runDevicelabTest('flutter_create_offline_test_linux'),
if (Platform.isWindows) () => _runDevicelabTest('flutter_create_offline_test_windows'),
// TODO(ianh): Fails on macOS looking for "dexdump", https://github.com/flutter/flutter/issues/42494
if (!Platform.isMacOS) () => _runDevicelabTest('gradle_jetifier_test', environment: gradleEnvironment, testEmbeddingV2: false),
if (!Platform.isMacOS) () => _runDevicelabTest('gradle_jetifier_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('gradle_non_android_plugin_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('gradle_non_android_plugin_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('gradle_plugin_bundle_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('gradle_plugin_bundle_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('gradle_plugin_fat_apk_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('gradle_plugin_fat_apk_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('gradle_plugin_light_apk_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('gradle_plugin_light_apk_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('gradle_r8_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('gradle_r8_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('module_host_with_custom_build_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('module_host_with_custom_build_test', environment: gradleEnvironment, testEmbeddingV2: true),
() => _runDevicelabTest('module_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('module_test', environment: gradleEnvironment, testEmbeddingV2: true),
// TODO(jmagman): Re-enable once flakiness is resolved, https://github.com/flutter/flutter/issues/37525
// if (Platform.isMacOS) () => _runDevicelabTest('module_test_ios'),
if (Platform.isMacOS) () => _runDevicelabTest('plugin_lint_mac'),
() => _runDevicelabTest('plugin_test', environment: gradleEnvironment, testEmbeddingV2: false),
() => _runDevicelabTest('plugin_test', environment: gradleEnvironment, testEmbeddingV2: true),
]..shuffle(math.Random(0));
final int testsPerShard = tests.length ~/ kDeviceLabShardCount;
final Map<String, ShardRunner> subshards = <String, ShardRunner>{};
for (int subshard = 0; subshard < kDeviceLabShardCount; subshard += 1) {
String last = '';
List<ShardRunner> sublist;
if (subshard < kDeviceLabShardCount - 1) {
sublist = tests.sublist(subshard * testsPerShard, (subshard + 1) * testsPerShard);
} else {
sublist = tests.sublist(subshard * testsPerShard, tests.length);
// We make sure the last shard ends in _last so it's easier to catch mismatches
// between `.cirrus.yml` and `test.dart`.
last = '_last';
}
subshards['$subshard$last'] = () async {
for (ShardRunner test in sublist)
await test();
};
} }
await selectSubshard(subshards);
} }
Future<void> _runDevicelabTest(String testName, {Map<String, String> env}) async { Future<void> _runDevicelabTest(String testName, {
Map<String, String> environment,
bool testEmbeddingV2 = false,
}) async {
await runCommand( await runCommand(
dart, dart,
<String>['bin/run.dart', '-t', testName], <String>['bin/run.dart', '-t', testName],
workingDirectory: path.join(flutterRoot, 'dev', 'devicelab'), workingDirectory: path.join(flutterRoot, 'dev', 'devicelab'),
environment: env, environment: <String, String>{
...?environment,
if (testEmbeddingV2)
'ENABLE_ANDROID_EMBEDDING_V2': 'true',
},
); );
} }
String get androidSdkRoot { void deleteFile(String path) {
final String androidSdkRoot = (Platform.environment['ANDROID_HOME']?.isEmpty ?? true) // This is technically a race condition but nobody else should be running
? Platform.environment['ANDROID_SDK_ROOT'] // while this script runs, so we should be ok. (Sadly recursive:true does not
: Platform.environment['ANDROID_HOME']; // obviate the need for existsSync, at least on Windows.)
if (androidSdkRoot == null || androidSdkRoot.isEmpty) { final File file = File(path);
return null; if (file.existsSync())
} file.deleteSync();
return androidSdkRoot;
} }
Future<void> _androidGradleTests(String subShard) async { enum CiProviders {
// TODO(dnfield): gradlew is crashing on the cirrus image and it's not clear why. cirrus,
if (androidSdkRoot == null || Platform.isWindows) { luci,
print('No Android SDK detected or on Windows, skipping Android gradle test.'); }
Future<void> _processTestOutput(
FlutterCompactFormatter formatter,
Stream<String> testOutput,
bq.TabledataResourceApi tableData,
) async {
final Timer heartbeat = Timer.periodic(const Duration(seconds: 30), (Timer timer) {
print('Processing...');
});
await testOutput.forEach(formatter.processRawOutput);
heartbeat.cancel();
formatter.finish();
if (tableData == null || formatter.tests.isEmpty) {
return; return;
} }
final Map<String, String> defaultEnv = <String, String>{ final bq.TableDataInsertAllRequest request = bq.TableDataInsertAllRequest();
'ANDROID_HOME': androidSdkRoot, final String authors = await _getAuthors();
'ANDROID_SDK_ROOT': androidSdkRoot, request.rows = List<bq.TableDataInsertAllRequestRows>.from(
'ENABLE_ANDROID_EMBEDDING_V2': Platform.environment['ENABLE_ANDROID_EMBEDDING_V2'] ?? '', formatter.tests.map<bq.TableDataInsertAllRequestRows>((TestResult result) =>
}; bq.TableDataInsertAllRequestRows.fromJson(<String, dynamic> {
if (subShard == 'gradle1') { 'json': <String, dynamic>{
await _runDevicelabTest('gradle_plugin_light_apk_test', env: defaultEnv); 'source': <String, dynamic>{
await _runDevicelabTest('gradle_plugin_fat_apk_test', env: defaultEnv); 'provider': ciProviderName,
await _runDevicelabTest('gradle_r8_test', env: defaultEnv); 'url': ciUrl,
await _runDevicelabTest('gradle_non_android_plugin_test', env: defaultEnv); 'platform': <String, dynamic>{
await _runDevicelabTest('gradle_jetifier_test', env: defaultEnv); 'os': Platform.operatingSystem,
} 'version': Platform.operatingSystemVersion,
if (subShard == 'gradle2') { },
await _runDevicelabTest('gradle_plugin_bundle_test', env: defaultEnv); },
await _runDevicelabTest('module_test', env: defaultEnv); 'test': <String, dynamic>{
await _runDevicelabTest('module_host_with_custom_build_test', env: defaultEnv); 'name': result.name,
await _runDevicelabTest('build_aar_module_test', env: defaultEnv); 'result': result.status.toString(),
await _runDevicelabTest('plugin_test', env: defaultEnv); 'file': result.path,
'line': result.line,
'column': result.column,
'time': result.totalTime,
},
'git': <String, dynamic>{
'author': authors,
'pull_request': prNumber,
'commit': gitHash,
'organization': 'flutter',
'repository': 'flutter',
},
'error': result.status != TestStatus.failed ? null : <String, dynamic>{
'message': result.errorMessage,
'stack_trace': result.stackTrace,
},
'information': result.messages,
},
}),
),
growable: false,
);
final bq.TableDataInsertAllResponse response = await tableData.insertAll(request, 'flutter-infra', 'tests', 'ci');
if (response.insertErrors != null && response.insertErrors.isNotEmpty) {
print('${red}BigQuery insert errors:');
print(response.toJson());
print(reset);
} }
} }
Future<void> selectShard(Map<String, ShardRunner> shards) => _runFromList(shards, 'SHARD', 'shard'); CiProviders get ciProvider {
Future<void> selectSubshard(Map<String, ShardRunner> subshards) => _runFromList(subshards, 'SUBSHARD', 'subshard'); if (Platform.environment['CIRRUS_CI'] == 'true') {
return CiProviders.cirrus;
}
if (Platform.environment['LUCI_CONTEXT'] != null) {
return CiProviders.luci;
}
return null;
}
Future<void> _runFromList(Map<String, ShardRunner> items, String key, String name) async { String get ciProviderName {
final String item = Platform.environment[key]; switch (ciProvider) {
if (item != null) { case CiProviders.cirrus:
return 'cirrusci';
case CiProviders.luci:
return 'luci';
}
return 'unknown';
}
int get prNumber {
switch (ciProvider) {
case CiProviders.cirrus:
return Platform.environment['CIRRUS_PR'] == null
? -1
: int.tryParse(Platform.environment['CIRRUS_PR']);
case CiProviders.luci:
return -1; // LUCI doesn't know about this.
}
return -1;
}
Future<String> _getAuthors() async {
final String exe = Platform.isWindows ? '.exe' : '';
final String author = await runAndGetStdout(
'git$exe', <String>['-c', 'log.showSignature=false', 'log', gitHash, '--pretty="%an <%ae>"'],
workingDirectory: flutterRoot,
).first;
return author;
}
String get ciUrl {
switch (ciProvider) {
case CiProviders.cirrus:
return 'https://cirrus-ci.com/task/${Platform.environment['CIRRUS_TASK_ID']}';
case CiProviders.luci:
return 'https://ci.chromium.org/p/flutter/g/framework/console'; // TODO(dnfield): can we get a direct link to the actual build?
}
return '';
}
String get gitHash {
switch(ciProvider) {
case CiProviders.cirrus:
return Platform.environment['CIRRUS_CHANGE_IN_REPO'];
case CiProviders.luci:
return 'HEAD'; // TODO(dnfield): Set this in the env for LUCI.
}
return '';
}
/// Checks the given file's contents to determine if they match the allowed
/// pattern for version strings.
///
/// Returns null if the contents are good. Returns a string if they are bad.
/// The string is an error message.
Future<String> verifyVersion(File file) async {
final RegExp pattern = RegExp(r'^\d+\.\d+\.\d+(\+hotfix\.\d+)?(-pre\.\d+)?$');
final String version = await file.readAsString();
if (!file.existsSync())
return 'The version logic failed to create the Flutter version file.';
if (version == '0.0.0-unknown')
return 'The version logic failed to determine the Flutter version.';
if (!version.contains(pattern))
return 'The version logic generated an invalid version string: "$version".';
return null;
}
/// If the CIRRUS_TASK_NAME environment variable exists, we use that to determine
/// the shard and subshard (parsing it in the form shard-subshard-platform, ignoring
/// the platform).
///
/// However, for local testing you can just set the SHARD and SUBSHARD
/// environment variables. For example, to run all the framework tests you can
/// just set SHARD=framework_tests. To run specifically the third subshard of
/// the Web tests you can set SHARD=web_tests SUBSHARD=2 (it's zero-based).
Future<void> selectShard(Map<String, ShardRunner> shards) => _runFromList(shards, 'SHARD', 'shard', 0);
Future<void> selectSubshard(Map<String, ShardRunner> subshards) => _runFromList(subshards, 'SUBSHARD', 'subshard', 1);
const String CIRRUS_TASK_NAME = 'CIRRUS_TASK_NAME';
Future<void> _runFromList(Map<String, ShardRunner> items, String key, String name, int positionInTaskName) async {
String item = Platform.environment[key];
if (item == null && Platform.environment.containsKey(CIRRUS_TASK_NAME)) {
final List<String> parts = Platform.environment[CIRRUS_TASK_NAME].split('-');
assert(positionInTaskName < parts.length);
item = parts[positionInTaskName];
}
if (item == null) {
for (String currentItem in items.keys) {
print('$bold$key=$currentItem$reset');
await items[currentItem]();
print('');
}
} else {
if (!items.containsKey(item)) { if (!items.containsKey(item)) {
print('${red}Invalid $name: $item$reset'); print('${red}Invalid $name: $item$reset');
print('The available ${name}s are: ${items.keys.join(", ")}'); print('The available ${name}s are: ${items.keys.join(", ")}');
...@@ -987,11 +996,5 @@ Future<void> _runFromList(Map<String, ShardRunner> items, String key, String nam ...@@ -987,11 +996,5 @@ Future<void> _runFromList(Map<String, ShardRunner> items, String key, String nam
} }
print('$bold$key=$item$reset'); print('$bold$key=$item$reset');
await items[item](); await items[item]();
} else {
for (String currentItem in items.keys) {
print('$bold$key=$currentItem$reset');
await items[currentItem]();
print('');
}
} }
} }
dev/bots/test/bot_test.dart 0 → 100644
View file @ 124dc661
// Copyright 2017 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'dart:io';
import 'common.dart';
void main() {
test('BOT variable is set on bots', () {
expect(Platform.environment['BOT'], 'true');
});
}
dev/bots/test/sdk_directory_has_space_test.dart 0 → 100644
View file @ 124dc661
// Copyright 2017 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'dart:io';
import 'package:path/path.dart' as path;
import 'common.dart';
void main() {
test('We are in a directory with a space in it', () async {
// The Flutter SDK should be in a directory with a space in it, to make sure
// our tools support that.
final String expectedName = Platform.environment['FLUTTER_SDK_PATH_WITH_SPACE'];
expect(expectedName, 'flutter sdk');
expect(expectedName, contains(' '));
final List<String> parts = path.split(Directory.current.absolute.path);
expect(parts.reversed.take(3), <String>['bots', 'dev', expectedName]);
});
}
dev/bots/test/test_test.dart
View file @ 124dc661
...@@ -29,7 +29,11 @@ void main() { ...@@ -29,7 +29,11 @@ void main() {
]; ];
for (String version in valid_versions) { for (String version in valid_versions) {
when(file.readAsString()).thenAnswer((Invocation invocation) => Future<String>.value(version)); when(file.readAsString()).thenAnswer((Invocation invocation) => Future<String>.value(version));
expect(await verifyVersion(version, file), isTrue, reason: '$version is invalid'); expect(
await verifyVersion(file),
isNull,
reason: '$version is valid but verifyVersionFile said it was bad',
);
} }
}); });
...@@ -41,10 +45,15 @@ void main() { ...@@ -41,10 +45,15 @@ void main() {
'1.2.3-pre', '1.2.3-pre',
'1.2.3-pre.1+hotfix.1', '1.2.3-pre.1+hotfix.1',
' 1.2.3', ' 1.2.3',
'1.2.3-hotfix.1',
]; ];
for (String version in invalid_versions) { for (String version in invalid_versions) {
when(file.readAsString()).thenAnswer((Invocation invocation) => Future<String>.value(version)); when(file.readAsString()).thenAnswer((Invocation invocation) => Future<String>.value(version));
expect(await verifyVersion(version, file), isFalse); expect(
await verifyVersion(file),
'The version logic generated an invalid version string: "$version".',
reason: '$version is invalid but verifyVersionFile said it was fine',
);
} }
}); });
}); });
......
packages/flutter_tools/dart_test.yaml
View file @ 124dc661
tags: # package:test configuration
"no_coverage": # https://github.com/dart-lang/test/blob/master/pkgs/test/doc/configuration.md
"create":
"integration": # Some of our tests take an absurdly long time to run, and on some
# hosts they can take even longer due to the host suddenly being
# overloaded. For this reason, we set the test timeout to
# significantly more than it would be by default, and we never set the
# timeouts in the tests themselves.
timeout: 15m
packages/flutter_tools/test/commands.shard/hermetic/ide_config_test.dart
View file @ 124dc661
...@@ -135,7 +135,7 @@ void main() { ...@@ -135,7 +135,7 @@ void main() {
return _updateIdeConfig( return _updateIdeConfig(
expectedContents: expectedContents, expectedContents: expectedContents,
); );
}, timeout: const Timeout.factor(2.0)); });
testUsingContext('creates non-existent files', () async { testUsingContext('creates non-existent files', () async {
final Map<String, String> templateManifest = _getManifest( final Map<String, String> templateManifest = _getManifest(
...@@ -155,7 +155,7 @@ void main() { ...@@ -155,7 +155,7 @@ void main() {
return _updateIdeConfig( return _updateIdeConfig(
expectedContents: expectedContents, expectedContents: expectedContents,
); );
}, timeout: const Timeout.factor(2.0)); });
testUsingContext('overwrites existing files with --overwrite', () async { testUsingContext('overwrites existing files with --overwrite', () async {
final Map<String, String> templateManifest = _getManifest( final Map<String, String> templateManifest = _getManifest(
...@@ -181,7 +181,7 @@ void main() { ...@@ -181,7 +181,7 @@ void main() {
args: <String>['--overwrite'], args: <String>['--overwrite'],
expectedContents: expectedContents, expectedContents: expectedContents,
); );
}, timeout: const Timeout.factor(2.0)); });
testUsingContext('only adds new templates without --overwrite', () async { testUsingContext('only adds new templates without --overwrite', () async {
final Map<String, String> templateManifest = _getManifest( final Map<String, String> templateManifest = _getManifest(
...@@ -212,7 +212,7 @@ void main() { ...@@ -212,7 +212,7 @@ void main() {
args: <String>['--update-templates'], args: <String>['--update-templates'],
expectedContents: expectedContents, expectedContents: expectedContents,
); );
}, timeout: const Timeout.factor(2.0)); });
testUsingContext('update all templates with --overwrite', () async { testUsingContext('update all templates with --overwrite', () async {
final Map<String, String> templateManifest = _getManifest( final Map<String, String> templateManifest = _getManifest(
...@@ -239,7 +239,7 @@ void main() { ...@@ -239,7 +239,7 @@ void main() {
args: <String>['--update-templates', '--overwrite'], args: <String>['--update-templates', '--overwrite'],
expectedContents: expectedContents, expectedContents: expectedContents,
); );
}, timeout: const Timeout.factor(2.0)); });
testUsingContext('removes deleted imls with --overwrite', () async { testUsingContext('removes deleted imls with --overwrite', () async {
final Map<String, String> templateManifest = _getManifest( final Map<String, String> templateManifest = _getManifest(
...@@ -275,7 +275,7 @@ void main() { ...@@ -275,7 +275,7 @@ void main() {
args: <String>['--update-templates', '--overwrite'], args: <String>['--update-templates', '--overwrite'],
expectedContents: expectedContents, expectedContents: expectedContents,
); );
}, timeout: const Timeout.factor(2.0)); });
testUsingContext('removes deleted imls with --overwrite, including empty parent dirs', () async { testUsingContext('removes deleted imls with --overwrite, including empty parent dirs', () async {
final Map<String, String> templateManifest = _getManifest( final Map<String, String> templateManifest = _getManifest(
...@@ -316,7 +316,7 @@ void main() { ...@@ -316,7 +316,7 @@ void main() {
args: <String>['--update-templates', '--overwrite'], args: <String>['--update-templates', '--overwrite'],
expectedContents: expectedContents, expectedContents: expectedContents,
); );
}, timeout: const Timeout.factor(2.0)); });
}); });
} }
packages/flutter_tools/test/commands.shard/permeable/analyze_once_test.dart
View file @ 124dc661
...@@ -16,9 +16,6 @@ import 'package:flutter_tools/src/runner/flutter_command.dart'; ...@@ -16,9 +16,6 @@ import 'package:flutter_tools/src/runner/flutter_command.dart';
import '../../src/common.dart'; import '../../src/common.dart';
import '../../src/context.dart'; import '../../src/context.dart';
/// Test case timeout for tests involving project analysis.
const Timeout allowForSlowAnalyzeTests = Timeout.factor(5.0);
final Generator _kNoColorTerminalPlatform = () => FakePlatform.fromPlatform(const LocalPlatform())..stdoutSupportsAnsi = false; final Generator _kNoColorTerminalPlatform = () => FakePlatform.fromPlatform(const LocalPlatform())..stdoutSupportsAnsi = false;
final Map<Type, Generator> noColorTerminalOverride = <Type, Generator>{ final Map<Type, Generator> noColorTerminalOverride = <Type, Generator>{
Platform: _kNoColorTerminalPlatform, Platform: _kNoColorTerminalPlatform,
...@@ -54,7 +51,7 @@ void main() { ...@@ -54,7 +51,7 @@ void main() {
], ],
); );
expect(libMain.existsSync(), isTrue); expect(libMain.existsSync(), isTrue);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -65,7 +62,7 @@ void main() { ...@@ -65,7 +62,7 @@ void main() {
arguments: <String>['analyze'], arguments: <String>['analyze'],
statusTextContains: <String>['No issues found!'], statusTextContains: <String>['No issues found!'],
); );
}, timeout: allowForSlowAnalyzeTests, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -80,6 +77,7 @@ void main() { ...@@ -80,6 +77,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
// Analyze in the current directory - no arguments // Analyze in the current directory - no arguments
testUsingContext('working directory with errors', () async { testUsingContext('working directory with errors', () async {
// Break the code to produce the "The parameter 'onPressed' is required" hint // Break the code to produce the "The parameter 'onPressed' is required" hint
...@@ -110,7 +108,7 @@ void main() { ...@@ -110,7 +108,7 @@ void main() {
exitMessageContains: '2 issues found.', exitMessageContains: '2 issues found.',
toolExit: true, toolExit: true,
); );
}, timeout: allowForSlowAnalyzeTests, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
...noColorTerminalOverride, ...noColorTerminalOverride,
}); });
...@@ -140,7 +138,7 @@ void main() { ...@@ -140,7 +138,7 @@ void main() {
exitMessageContains: '3 issues found.', exitMessageContains: '3 issues found.',
toolExit: true, toolExit: true,
); );
}, timeout: allowForSlowAnalyzeTests, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
...noColorTerminalOverride ...noColorTerminalOverride
}); });
......
packages/flutter_tools/test/commands.shard/permeable/build_bundle_test.dart
View file @ 124dc661
...@@ -75,7 +75,7 @@ void main() { ...@@ -75,7 +75,7 @@ void main() {
expect(await command.usageValues, expect(await command.usageValues,
containsPair(CustomDimensions.commandBuildBundleIsModule, 'true')); containsPair(CustomDimensions.commandBuildBundleIsModule, 'true'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('bundle getUsage indicate that project is not a module', () async { testUsingContext('bundle getUsage indicate that project is not a module', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -85,7 +85,7 @@ void main() { ...@@ -85,7 +85,7 @@ void main() {
expect(await command.usageValues, expect(await command.usageValues,
containsPair(CustomDimensions.commandBuildBundleIsModule, 'false')); containsPair(CustomDimensions.commandBuildBundleIsModule, 'false'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('bundle getUsage indicate the target platform', () async { testUsingContext('bundle getUsage indicate the target platform', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -95,7 +95,7 @@ void main() { ...@@ -95,7 +95,7 @@ void main() {
expect(await command.usageValues, expect(await command.usageValues,
containsPair(CustomDimensions.commandBuildBundleTargetPlatform, 'android-arm')); containsPair(CustomDimensions.commandBuildBundleTargetPlatform, 'android-arm'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('bundle fails to build for Windows if feature is disabled', () async { testUsingContext('bundle fails to build for Windows if feature is disabled', () async {
fs.file('lib/main.dart').createSync(recursive: true); fs.file('lib/main.dart').createSync(recursive: true);
......
packages/flutter_tools/test/commands.shard/permeable/create_test.dart
View file @ 124dc661
...@@ -78,7 +78,7 @@ void main() { ...@@ -78,7 +78,7 @@ void main() {
], ],
); );
return _runFlutterTest(projectDir); return _runFlutterTest(projectDir);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -96,7 +96,7 @@ void main() { ...@@ -96,7 +96,7 @@ void main() {
'ios/Runner/GeneratedPluginRegistrant.h', 'ios/Runner/GeneratedPluginRegistrant.h',
], ],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -118,11 +118,9 @@ void main() { ...@@ -118,11 +118,9 @@ void main() {
'ios/', 'ios/',
]); ]);
return _runFlutterTest(projectDir); return _runFlutterTest(projectDir);
}, }, overrides: <Type, Generator>{
timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ Pub: () => const Pub(),
Pub: () => const Pub(), });
},
);
testUsingContext('cannot create a project if non-empty non-project directory exists with .metadata', () async { testUsingContext('cannot create a project if non-empty non-project directory exists with .metadata', () async {
await projectDir.absolute.childDirectory('blag').create(recursive: true); await projectDir.absolute.childDirectory('blag').create(recursive: true);
...@@ -138,7 +136,7 @@ void main() { ...@@ -138,7 +136,7 @@ void main() {
'.ios/', '.ios/',
]), ]),
throwsToolExit(message: 'Sorry, unable to detect the type of project to recreate')); throwsToolExit(message: 'Sorry, unable to detect the type of project to recreate'));
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
...noColorTerminalOverride, ...noColorTerminalOverride,
}); });
...@@ -164,7 +162,7 @@ void main() { ...@@ -164,7 +162,7 @@ void main() {
'.ios/', '.ios/',
], ],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -189,7 +187,7 @@ void main() { ...@@ -189,7 +187,7 @@ void main() {
'.ios/', '.ios/',
], ],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -214,7 +212,7 @@ void main() { ...@@ -214,7 +212,7 @@ void main() {
'lib/flutter_project.dart', 'lib/flutter_project.dart',
], ],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -245,7 +243,7 @@ void main() { ...@@ -245,7 +243,7 @@ void main() {
'test/widget_test.dart', 'test/widget_test.dart',
], ],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -267,7 +265,7 @@ void main() { ...@@ -267,7 +265,7 @@ void main() {
'ios/Runner/main.m', 'ios/Runner/main.m',
], ],
); );
}, timeout: allowForCreateFlutterProject, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -297,7 +295,7 @@ void main() { ...@@ -297,7 +295,7 @@ void main() {
], ],
); );
return _runFlutterTest(projectDir); return _runFlutterTest(projectDir);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -319,7 +317,7 @@ void main() { ...@@ -319,7 +317,7 @@ void main() {
], ],
); );
return _runFlutterTest(projectDir.childDirectory('example')); return _runFlutterTest(projectDir.childDirectory('example'));
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -346,7 +344,7 @@ void main() { ...@@ -346,7 +344,7 @@ void main() {
'example/ios/Runner/main.m', 'example/ios/Runner/main.m',
], ],
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('plugin project with custom org', () async { testUsingContext('plugin project with custom org', () async {
return _createProject( return _createProject(
...@@ -366,7 +364,7 @@ void main() { ...@@ -366,7 +364,7 @@ void main() {
'example/android/app/src/main/java/com/example/flutter_project_example/MainActivity.java', 'example/android/app/src/main/java/com/example/flutter_project_example/MainActivity.java',
], ],
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('plugin project with valid custom project name', () async { testUsingContext('plugin project with valid custom project name', () async {
return _createProject( return _createProject(
...@@ -386,7 +384,7 @@ void main() { ...@@ -386,7 +384,7 @@ void main() {
'example/android/app/src/main/java/com/example/flutter_project_example/MainActivity.java', 'example/android/app/src/main/java/com/example/flutter_project_example/MainActivity.java',
], ],
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('plugin project with invalid custom project name', () async { testUsingContext('plugin project with invalid custom project name', () async {
expect( expect(
...@@ -396,7 +394,7 @@ void main() { ...@@ -396,7 +394,7 @@ void main() {
), ),
throwsToolExit(message: '"xyz.xyz" is not a valid Dart package name.'), throwsToolExit(message: '"xyz.xyz" is not a valid Dart package name.'),
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('legacy app project with-driver-test', () async { testUsingContext('legacy app project with-driver-test', () async {
return _createAndAnalyzeProject( return _createAndAnalyzeProject(
...@@ -404,7 +402,7 @@ void main() { ...@@ -404,7 +402,7 @@ void main() {
<String>['--with-driver-test', '--template=app'], <String>['--with-driver-test', '--template=app'],
<String>['lib/main.dart'], <String>['lib/main.dart'],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -439,7 +437,7 @@ void main() { ...@@ -439,7 +437,7 @@ void main() {
'android/', 'android/',
'ios/', 'ios/',
]); ]);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -463,7 +461,7 @@ void main() { ...@@ -463,7 +461,7 @@ void main() {
final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString(); final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString();
expect(actualContents.contains('useAndroidX'), true); expect(actualContents.contains('useAndroidX'), true);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('non androidx app project', () async { testUsingContext('non androidx app project', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -484,7 +482,7 @@ void main() { ...@@ -484,7 +482,7 @@ void main() {
final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString(); final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString();
expect(actualContents.contains('useAndroidX'), false); expect(actualContents.contains('useAndroidX'), false);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('androidx is used by default in a module project', () async { testUsingContext('androidx is used by default in a module project', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -501,7 +499,7 @@ void main() { ...@@ -501,7 +499,7 @@ void main() {
project.usesAndroidX, project.usesAndroidX,
true, true,
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('non androidx module', () async { testUsingContext('non androidx module', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -518,7 +516,7 @@ void main() { ...@@ -518,7 +516,7 @@ void main() {
project.usesAndroidX, project.usesAndroidX,
false, false,
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('androidx is used by default in a plugin project', () async { testUsingContext('androidx is used by default in a plugin project', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -539,7 +537,7 @@ void main() { ...@@ -539,7 +537,7 @@ void main() {
final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString(); final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString();
expect(actualContents.contains('useAndroidX'), true); expect(actualContents.contains('useAndroidX'), true);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('non androidx plugin project', () async { testUsingContext('non androidx plugin project', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -560,7 +558,7 @@ void main() { ...@@ -560,7 +558,7 @@ void main() {
final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString(); final String actualContents = await fs.file(projectDir.path + '/android/gradle.properties').readAsString();
expect(actualContents.contains('useAndroidX'), false); expect(actualContents.contains('useAndroidX'), false);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('app supports macOS if requested', () async { testUsingContext('app supports macOS if requested', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -573,7 +571,7 @@ void main() { ...@@ -573,7 +571,7 @@ void main() {
await runner.run(<String>['create', '--no-pub', '--macos', projectDir.path]); await runner.run(<String>['create', '--no-pub', '--macos', projectDir.path]);
expect(projectDir.childDirectory('macos').childDirectory('Runner.xcworkspace').existsSync(), true); expect(projectDir.childDirectory('macos').childDirectory('Runner.xcworkspace').existsSync(), true);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('app does not include macOS by default', () async { testUsingContext('app does not include macOS by default', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -586,7 +584,7 @@ void main() { ...@@ -586,7 +584,7 @@ void main() {
await runner.run(<String>['create', '--no-pub', projectDir.path]); await runner.run(<String>['create', '--no-pub', projectDir.path]);
expect(projectDir.childDirectory('macos').childDirectory('Runner.xcworkspace').existsSync(), false); expect(projectDir.childDirectory('macos').childDirectory('Runner.xcworkspace').existsSync(), false);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('plugin supports macOS if requested', () async { testUsingContext('plugin supports macOS if requested', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -599,7 +597,7 @@ void main() { ...@@ -599,7 +597,7 @@ void main() {
await runner.run(<String>['create', '--no-pub', '--template=plugin', '--macos', projectDir.path]); await runner.run(<String>['create', '--no-pub', '--template=plugin', '--macos', projectDir.path]);
expect(projectDir.childDirectory('macos').childFile('flutter_project.podspec').existsSync(), true); expect(projectDir.childDirectory('macos').childFile('flutter_project.podspec').existsSync(), true);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('plugin does not include macOS by default', () async { testUsingContext('plugin does not include macOS by default', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -612,7 +610,7 @@ void main() { ...@@ -612,7 +610,7 @@ void main() {
await runner.run(<String>['create', '--no-pub', '--template=plugin', projectDir.path]); await runner.run(<String>['create', '--no-pub', '--template=plugin', projectDir.path]);
expect(projectDir.childDirectory('macos').childFile('flutter_project.podspec').existsSync(), false); expect(projectDir.childDirectory('macos').childFile('flutter_project.podspec').existsSync(), false);
}, timeout: allowForCreateFlutterProject); });
testUsingContext('has correct content and formatting with module template', () async { testUsingContext('has correct content and formatting with module template', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -708,7 +706,7 @@ void main() { ...@@ -708,7 +706,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
FlutterVersion: () => mockFlutterVersion, FlutterVersion: () => mockFlutterVersion,
Platform: _kNoColorTerminalPlatform, Platform: _kNoColorTerminalPlatform,
}, timeout: allowForCreateFlutterProject); });
testUsingContext('has correct content and formatting with app template', () async { testUsingContext('has correct content and formatting with app template', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -779,7 +777,7 @@ void main() { ...@@ -779,7 +777,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
FlutterVersion: () => mockFlutterVersion, FlutterVersion: () => mockFlutterVersion,
Platform: _kNoColorTerminalPlatform, Platform: _kNoColorTerminalPlatform,
}, timeout: allowForCreateFlutterProject); });
testUsingContext('has correct application id for android and bundle id for ios', () async { testUsingContext('has correct application id for android and bundle id for ios', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -827,7 +825,7 @@ void main() { ...@@ -827,7 +825,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
FlutterVersion: () => mockFlutterVersion, FlutterVersion: () => mockFlutterVersion,
Platform: _kNoColorTerminalPlatform, Platform: _kNoColorTerminalPlatform,
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen default template over existing project', () async { testUsingContext('can re-gen default template over existing project', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -841,7 +839,7 @@ void main() { ...@@ -841,7 +839,7 @@ void main() {
final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync(); final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync();
expect(metadata, contains('project_type: app\n')); expect(metadata, contains('project_type: app\n'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen default template over existing app project with no metadta and detect the type', () async { testUsingContext('can re-gen default template over existing app project with no metadta and detect the type', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -858,7 +856,7 @@ void main() { ...@@ -858,7 +856,7 @@ void main() {
final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync(); final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync();
expect(metadata, contains('project_type: app\n')); expect(metadata, contains('project_type: app\n'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen app template over existing app project and detect the type', () async { testUsingContext('can re-gen app template over existing app project and detect the type', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -872,7 +870,7 @@ void main() { ...@@ -872,7 +870,7 @@ void main() {
final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync(); final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync();
expect(metadata, contains('project_type: app\n')); expect(metadata, contains('project_type: app\n'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen template over existing module project and detect the type', () async { testUsingContext('can re-gen template over existing module project and detect the type', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -886,7 +884,7 @@ void main() { ...@@ -886,7 +884,7 @@ void main() {
final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync(); final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync();
expect(metadata, contains('project_type: module\n')); expect(metadata, contains('project_type: module\n'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen default template over existing plugin project and detect the type', () async { testUsingContext('can re-gen default template over existing plugin project and detect the type', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -900,7 +898,7 @@ void main() { ...@@ -900,7 +898,7 @@ void main() {
final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync(); final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync();
expect(metadata, contains('project_type: plugin')); expect(metadata, contains('project_type: plugin'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen default template over existing package project and detect the type', () async { testUsingContext('can re-gen default template over existing package project and detect the type', () async {
Cache.flutterRoot = '../..'; Cache.flutterRoot = '../..';
...@@ -914,7 +912,7 @@ void main() { ...@@ -914,7 +912,7 @@ void main() {
final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync(); final String metadata = fs.file(fs.path.join(projectDir.path, '.metadata')).readAsStringSync();
expect(metadata, contains('project_type: package')); expect(metadata, contains('project_type: package'));
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen module .android/ folder, reusing custom org', () async { testUsingContext('can re-gen module .android/ folder, reusing custom org', () async {
await _createProject( await _createProject(
...@@ -930,7 +928,7 @@ void main() { ...@@ -930,7 +928,7 @@ void main() {
'.android/app/src/main/java/com/bar/foo/flutter_project/host/MainActivity.java', '.android/app/src/main/java/com/bar/foo/flutter_project/host/MainActivity.java',
], ],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -947,7 +945,7 @@ void main() { ...@@ -947,7 +945,7 @@ void main() {
await project.ios.productBundleIdentifier, await project.ios.productBundleIdentifier,
'com.bar.foo.flutterProject', 'com.bar.foo.flutterProject',
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -974,7 +972,7 @@ void main() { ...@@ -974,7 +972,7 @@ void main() {
'android/app/src/main/java/com/example/flutter_project/MainActivity.java', 'android/app/src/main/java/com/example/flutter_project/MainActivity.java',
], ],
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen app ios/ folder, reusing custom org', () async { testUsingContext('can re-gen app ios/ folder, reusing custom org', () async {
await _createProject( await _createProject(
...@@ -989,7 +987,7 @@ void main() { ...@@ -989,7 +987,7 @@ void main() {
await project.ios.productBundleIdentifier, await project.ios.productBundleIdentifier,
'com.bar.foo.flutterProject', 'com.bar.foo.flutterProject',
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('can re-gen plugin ios/ and example/ folders, reusing custom org', () async { testUsingContext('can re-gen plugin ios/ and example/ folders, reusing custom org', () async {
await _createProject( await _createProject(
...@@ -1022,7 +1020,7 @@ void main() { ...@@ -1022,7 +1020,7 @@ void main() {
await project.example.ios.productBundleIdentifier, await project.example.ios.productBundleIdentifier,
'com.bar.foo.flutterProjectExample', 'com.bar.foo.flutterProjectExample',
); );
}, timeout: allowForCreateFlutterProject); });
testUsingContext('fails to re-gen without specified org when org is ambiguous', () async { testUsingContext('fails to re-gen without specified org when org is ambiguous', () async {
await _createProject( await _createProject(
...@@ -1040,7 +1038,7 @@ void main() { ...@@ -1040,7 +1038,7 @@ void main() {
() => _createProject(projectDir, <String>[], <String>[]), () => _createProject(projectDir, <String>[], <String>[]),
throwsToolExit(message: 'Ambiguous organization'), throwsToolExit(message: 'Ambiguous organization'),
); );
}, timeout: allowForCreateFlutterProject); });
// Verify that we help the user correct an option ordering issue // Verify that we help the user correct an option ordering issue
testUsingContext('produces sensible error message', () async { testUsingContext('produces sensible error message', () async {
...@@ -1102,7 +1100,7 @@ void main() { ...@@ -1102,7 +1100,7 @@ void main() {
'ios/Runner/GeneratedPluginRegistrant.h', 'ios/Runner/GeneratedPluginRegistrant.h',
], ],
); );
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -1128,7 +1126,6 @@ void main() { ...@@ -1128,7 +1126,6 @@ void main() {
expect(loggingProcessManager.commands.first, contains(matches(r'dart-sdk[\\/]bin[\\/]pub'))); expect(loggingProcessManager.commands.first, contains(matches(r'dart-sdk[\\/]bin[\\/]pub')));
expect(loggingProcessManager.commands.first, contains('--offline')); expect(loggingProcessManager.commands.first, contains('--offline'));
}, },
timeout: allowForCreateFlutterProject,
overrides: <Type, Generator>{ overrides: <Type, Generator>{
ProcessManager: () => loggingProcessManager, ProcessManager: () => loggingProcessManager,
Pub: () => const Pub(), Pub: () => const Pub(),
...@@ -1147,7 +1144,6 @@ void main() { ...@@ -1147,7 +1144,6 @@ void main() {
expect(loggingProcessManager.commands.first, contains(matches(r'dart-sdk[\\/]bin[\\/]pub'))); expect(loggingProcessManager.commands.first, contains(matches(r'dart-sdk[\\/]bin[\\/]pub')));
expect(loggingProcessManager.commands.first, isNot(contains('--offline'))); expect(loggingProcessManager.commands.first, isNot(contains('--offline')));
}, },
timeout: allowForCreateFlutterProject,
overrides: <Type, Generator>{ overrides: <Type, Generator>{
ProcessManager: () => loggingProcessManager, ProcessManager: () => loggingProcessManager,
Pub: () => const Pub(), Pub: () => const Pub(),
...@@ -1168,7 +1164,7 @@ void main() { ...@@ -1168,7 +1164,7 @@ void main() {
); );
expect(projectDir.childDirectory('lib').childFile('main.dart').readAsStringSync(), expect(projectDir.childDirectory('lib').childFile('main.dart').readAsStringSync(),
contains('void main() {}')); contains('void main() {}'));
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
HttpClientFactory: () => () => MockHttpClient(200, result: 'void main() {}'), HttpClientFactory: () => () => MockHttpClient(200, result: 'void main() {}'),
}); });
......
packages/flutter_tools/test/commands.shard/permeable/packages_test.dart
View file @ 124dc661
...@@ -207,7 +207,7 @@ void main() { ...@@ -207,7 +207,7 @@ void main() {
expectDependenciesResolved(projectPath); expectDependenciesResolved(projectPath);
expectZeroPluginsInjected(projectPath); expectZeroPluginsInjected(projectPath);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -220,7 +220,7 @@ void main() { ...@@ -220,7 +220,7 @@ void main() {
expectDependenciesResolved(projectPath); expectDependenciesResolved(projectPath);
expectZeroPluginsInjected(projectPath); expectZeroPluginsInjected(projectPath);
}, timeout: allowForCreateFlutterProject, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -234,7 +234,7 @@ void main() { ...@@ -234,7 +234,7 @@ void main() {
expect(await getCommand.usageValues, expect(await getCommand.usageValues,
containsPair(CustomDimensions.commandPackagesNumberPlugins, '0')); containsPair(CustomDimensions.commandPackagesNumberPlugins, '0'));
}, timeout: allowForCreateFlutterProject, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -248,7 +248,7 @@ void main() { ...@@ -248,7 +248,7 @@ void main() {
expect(await getCommand.usageValues, expect(await getCommand.usageValues,
containsPair(CustomDimensions.commandPackagesProjectModule, 'false')); containsPair(CustomDimensions.commandPackagesProjectModule, 'false'));
}, timeout: allowForCreateFlutterProject, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -262,7 +262,7 @@ void main() { ...@@ -262,7 +262,7 @@ void main() {
expect(await getCommand.usageValues, expect(await getCommand.usageValues,
containsPair(CustomDimensions.commandPackagesProjectModule, 'true')); containsPair(CustomDimensions.commandPackagesProjectModule, 'true'));
}, timeout: allowForCreateFlutterProject, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -275,7 +275,7 @@ void main() { ...@@ -275,7 +275,7 @@ void main() {
expectDependenciesResolved(projectPath); expectDependenciesResolved(projectPath);
expectZeroPluginsInjected(projectPath); expectZeroPluginsInjected(projectPath);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -288,7 +288,7 @@ void main() { ...@@ -288,7 +288,7 @@ void main() {
expectDependenciesResolved(projectPath); expectDependenciesResolved(projectPath);
expectModulePluginInjected(projectPath); expectModulePluginInjected(projectPath);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
...@@ -309,7 +309,7 @@ void main() { ...@@ -309,7 +309,7 @@ void main() {
expectDependenciesResolved(exampleProjectPath); expectDependenciesResolved(exampleProjectPath);
expectPluginInjected(exampleProjectPath); expectPluginInjected(exampleProjectPath);
}, timeout: allowForRemotePubInvocation, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
Pub: () => const Pub(), Pub: () => const Pub(),
}); });
}); });
......
packages/flutter_tools/test/general.shard/commands/build_aar_test.dart
View file @ 124dc661
...@@ -57,7 +57,7 @@ void main() { ...@@ -57,7 +57,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
testUsingContext('indicate that project is a plugin', () async { testUsingContext('indicate that project is a plugin', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -69,7 +69,7 @@ void main() { ...@@ -69,7 +69,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
testUsingContext('indicate the target platform', () async { testUsingContext('indicate the target platform', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -82,7 +82,7 @@ void main() { ...@@ -82,7 +82,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
}); });
group('Gradle', () { group('Gradle', () {
......
packages/flutter_tools/test/general.shard/commands/build_apk_test.dart
View file @ 124dc661
...@@ -48,7 +48,7 @@ void main() { ...@@ -48,7 +48,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
testUsingContext('split per abi', () async { testUsingContext('split per abi', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -65,7 +65,7 @@ void main() { ...@@ -65,7 +65,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
testUsingContext('build type', () async { testUsingContext('build type', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -92,7 +92,7 @@ void main() { ...@@ -92,7 +92,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
}); });
group('Gradle', () { group('Gradle', () {
...@@ -223,8 +223,7 @@ flutter: ...@@ -223,8 +223,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
GradleUtils: () => GradleUtils(), GradleUtils: () => GradleUtils(),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('shrinking is disabled when --no-shrink is passed', () async { testUsingContext('shrinking is disabled when --no-shrink is passed', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -255,8 +254,7 @@ flutter: ...@@ -255,8 +254,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
GradleUtils: () => GradleUtils(), GradleUtils: () => GradleUtils(),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('guides the user when the shrinker fails', () async { testUsingContext('guides the user when the shrinker fails', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -312,8 +310,7 @@ flutter: ...@@ -312,8 +310,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
Usage: () => mockUsage, Usage: () => mockUsage,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('reports when the app isn\'t using AndroidX', () async { testUsingContext('reports when the app isn\'t using AndroidX', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -366,8 +363,7 @@ flutter: ...@@ -366,8 +363,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
Usage: () => mockUsage, Usage: () => mockUsage,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('reports when the app is using AndroidX', () async { testUsingContext('reports when the app is using AndroidX', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -422,8 +418,7 @@ flutter: ...@@ -422,8 +418,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
Usage: () => mockUsage, Usage: () => mockUsage,
}, });
timeout: allowForCreateFlutterProject);
}); });
} }
......
packages/flutter_tools/test/general.shard/commands/build_appbundle_test.dart
View file @ 124dc661
...@@ -48,7 +48,7 @@ void main() { ...@@ -48,7 +48,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
testUsingContext('build type', () async { testUsingContext('build type', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -75,7 +75,7 @@ void main() { ...@@ -75,7 +75,7 @@ void main() {
}, overrides: <Type, Generator>{ }, overrides: <Type, Generator>{
AndroidBuilder: () => FakeAndroidBuilder(), AndroidBuilder: () => FakeAndroidBuilder(),
}, timeout: allowForCreateFlutterProject); });
}); });
group('Gradle', () { group('Gradle', () {
...@@ -212,8 +212,7 @@ flutter: ...@@ -212,8 +212,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
GradleUtils: () => GradleUtils(), GradleUtils: () => GradleUtils(),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('shrinking is disabled when --no-shrink is passed', () async { testUsingContext('shrinking is disabled when --no-shrink is passed', () async {
final String projectPath = await createProject( final String projectPath = await createProject(
...@@ -246,8 +245,7 @@ flutter: ...@@ -246,8 +245,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
GradleUtils: () => GradleUtils(), GradleUtils: () => GradleUtils(),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('guides the user when the shrinker fails', () async { testUsingContext('guides the user when the shrinker fails', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -303,8 +301,7 @@ flutter: ...@@ -303,8 +301,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
Usage: () => mockUsage, Usage: () => mockUsage,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('reports when the app isn\'t using AndroidX', () async { testUsingContext('reports when the app isn\'t using AndroidX', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -357,8 +354,7 @@ flutter: ...@@ -357,8 +354,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
Usage: () => mockUsage, Usage: () => mockUsage,
}, });
timeout: allowForCreateFlutterProject);
testUsingContext('reports when the app is using AndroidX', () async { testUsingContext('reports when the app is using AndroidX', () async {
final String projectPath = await createProject(tempDir, final String projectPath = await createProject(tempDir,
...@@ -413,8 +409,7 @@ flutter: ...@@ -413,8 +409,7 @@ flutter:
FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir), FlutterProjectFactory: () => FakeFlutterProjectFactory(tempDir),
ProcessManager: () => mockProcessManager, ProcessManager: () => mockProcessManager,
Usage: () => mockUsage, Usage: () => mockUsage,
}, });
timeout: allowForCreateFlutterProject);
}); });
} }
......
packages/flutter_tools/test/integration.shard/daemon_mode_test.dart
View file @ 124dc661
...@@ -2,13 +2,9 @@ ...@@ -2,13 +2,9 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
// Integration tests which invoke flutter instead of unit testing the code
// will not produce meaningful coverage information - we can measure coverage
// from the isolate running the test, but not from the isolate started via
// the command line process.
@Tags(<String>['no_coverage'])
import 'dart:async'; import 'dart:async';
import 'dart:convert'; import 'dart:convert';
import 'dart:io';
import 'package:file/file.dart'; import 'package:file/file.dart';
import 'package:flutter_tools/src/base/file_system.dart'; import 'package:flutter_tools/src/base/file_system.dart';
...@@ -21,79 +17,58 @@ import 'test_driver.dart'; ...@@ -21,79 +17,58 @@ import 'test_driver.dart';
import 'test_utils.dart'; import 'test_utils.dart';
void main() { void main() {
group('daemon_mode', () { test('device.getDevices', () async {
Directory tempDir; final Directory tempDir = createResolvedTempDirectorySync('daemon_mode_test.');
final BasicProject _project = BasicProject();
Process process;
setUp(() async {
tempDir = createResolvedTempDirectorySync('daemon_mode_test.');
await _project.setUpIn(tempDir);
});
tearDown(() async {
tryToDelete(tempDir);
process?.kill();
});
test('device.getDevices', () async {
final String flutterBin =
fs.path.join(getFlutterRoot(), 'bin', 'flutter');
const ProcessManager processManager = LocalProcessManager();
process = await processManager.start(
<String>[flutterBin, '--show-test-device', 'daemon'],
workingDirectory: tempDir.path);
final StreamController<String> stdout =
StreamController<String>.broadcast();
transformToLines(process.stdout)
.listen((String line) => stdout.add(line));
final Stream<Map<String, dynamic>> stream = final BasicProject _project = BasicProject();
stdout.stream.where((String line) { await _project.setUpIn(tempDir);
final Map<String, dynamic> response = parseFlutterResponse(line);
// ignore 'Starting device daemon...' final String flutterBin = fs.path.join(getFlutterRoot(), 'bin', 'flutter');
if (response == null) {
return false; const ProcessManager processManager = LocalProcessManager();
} final Process process = await processManager.start(
// TODO(devoncarew): Remove this after #25440 lands. <String>[flutterBin, '--show-test-device', 'daemon'],
if (response['event'] == 'daemon.showMessage') { workingDirectory: tempDir.path,
return false; );
}
return true; final StreamController<String> stdout = StreamController<String>.broadcast();
}).map(parseFlutterResponse); transformToLines(process.stdout).listen((String line) => stdout.add(line));
final Stream<Map<String, dynamic>> stream = stdout
Map<String, dynamic> response = await stream.first; .stream
expect(response['event'], 'daemon.connected'); .map<Map<String, dynamic>>(parseFlutterResponse)
.where((Map<String, dynamic> value) => value != null);
// start listening for devices
process.stdin.writeln('[${jsonEncode(<String, dynamic>{ Map<String, dynamic> response = await stream.first;
'id': 1, expect(response['event'], 'daemon.connected');
'method': 'device.enable',
})}]'); // start listening for devices
response = await stream.first; process.stdin.writeln('[${jsonEncode(<String, dynamic>{
expect(response['id'], 1); 'id': 1,
expect(response['error'], isNull); 'method': 'device.enable',
})}]');
// [{"event":"device.added","params":{"id":"flutter-tester","name": response = await stream.first;
// "Flutter test device","platform":"flutter-tester","emulator":false}}] expect(response['id'], 1);
response = await stream.first; expect(response['error'], isNull);
expect(response['event'], 'device.added');
// [{"event":"device.added","params":{"id":"flutter-tester","name":
// get the list of all devices // "Flutter test device","platform":"flutter-tester","emulator":false}}]
process.stdin.writeln('[${jsonEncode(<String, dynamic>{ response = await stream.first;
'id': 2, expect(response['event'], 'device.added');
'method': 'device.getDevices',
})}]'); // get the list of all devices
response = await stream.first; process.stdin.writeln('[${jsonEncode(<String, dynamic>{
expect(response['id'], 2); 'id': 2,
expect(response['error'], isNull); 'method': 'device.getDevices',
})}]');
final dynamic result = response['result']; response = await stream.first;
expect(result, isList); expect(response['id'], 2);
expect(result, isNotEmpty); expect(response['error'], isNull);
});
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // This test uses the `flutter` tool, which could be blocked behind the startup lock for a long time. final dynamic result = response['result'];
expect(result, isList);
expect(result, isNotEmpty);
tryToDelete(tempDir);
process.kill();
});
} }
packages/flutter_tools/test/integration.shard/debugger_stepping_test.dart
View file @ 124dc661
...@@ -2,11 +2,8 @@ ...@@ -2,11 +2,8 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
// Integration tests which invoke flutter instead of unit testing the code import 'dart:io';
// will not produce meaningful coverage information - we can measure coverage
// from the isolate running the test, but not from the isolate started via
// the command line process.
@Tags(<String>['no_coverage'])
import 'package:file/file.dart'; import 'package:file/file.dart';
import 'package:flutter_tools/src/base/file_system.dart'; import 'package:flutter_tools/src/base/file_system.dart';
...@@ -16,43 +13,37 @@ import 'test_driver.dart'; ...@@ -16,43 +13,37 @@ import 'test_driver.dart';
import 'test_utils.dart'; import 'test_utils.dart';
void main() { void main() {
group('debugger', () { test('can step over statements', () async {
Directory tempDir; final Directory tempDir = createResolvedTempDirectorySync('debugger_stepping_test.');
final SteppingProject _project = SteppingProject(); final SteppingProject _project = SteppingProject();
FlutterRunTestDriver _flutter; await _project.setUpIn(tempDir);
setUp(() async { final FlutterRunTestDriver _flutter = FlutterRunTestDriver(tempDir);
tempDir = createResolvedTempDirectorySync('debugger_stepping_test.');
await _project.setUpIn(tempDir); await _flutter.run(withDebugger: true, startPaused: true);
_flutter = FlutterRunTestDriver(tempDir); await _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine);
}); await _flutter.resume();
await _flutter.waitForPause(); // Now we should be on the breakpoint.
tearDown(() async {
await _flutter.stop(); expect((await _flutter.getSourceLocation()).line, equals(_project.breakpointLine));
tryToDelete(tempDir);
}); // Issue 5 steps, ensuring that we end up on the annotated lines each time.
for (int i = 1; i <= _project.numberOfSteps; i += 1) {
test('can step over statements', () async { await _flutter.stepOverOrOverAsyncSuspension();
await _flutter.run(withDebugger: true, startPaused: true); final SourcePosition location = await _flutter.getSourceLocation();
await _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine); final int actualLine = location.line;
await _flutter.resume();
await _flutter.waitForPause(); // Now we should be on the breakpoint. // Get the line we're expected to stop at by searching for the comment
// within the source code.
expect((await _flutter.getSourceLocation()).line, equals(_project.breakpointLine)); final int expectedLine = _project.lineForStep(i);
// Issue 5 steps, ensuring that we end up on the annotated lines each time. expect(actualLine, equals(expectedLine),
for (int i = 1; i <= _project.numberOfSteps; i += 1) { reason: 'After $i steps, debugger should stop at $expectedLine but stopped at $actualLine'
await _flutter.stepOverOrOverAsyncSuspension(); );
final SourcePosition location = await _flutter.getSourceLocation(); }
final int actualLine = location.line;
await _flutter.stop();
// Get the line we're expected to stop at by searching for the comment tryToDelete(tempDir);
// within the source code. });
final int expectedLine = _project.lineForStep(i);
expect(actualLine, equals(expectedLine),
reason: 'After $i steps, debugger should stop at $expectedLine but stopped at $actualLine');
}
});
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // The DevFS sync takes a really long time, so these tests can be slow.
} }
packages/flutter_tools/test/integration.shard/expression_evaluation_test.dart
View file @ 124dc661
...@@ -2,12 +2,8 @@ ...@@ -2,12 +2,8 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
// Integration tests which invoke flutter instead of unit testing the code
// will not produce meaningful coverage information - we can measure coverage
// from the isolate running the test, but not from the isolate started via
// the command line process.
@Tags(<String>['no_coverage'])
import 'dart:async'; import 'dart:async';
import 'dart:io';
import 'package:file/file.dart'; import 'package:file/file.dart';
import 'package:flutter_tools/src/base/file_system.dart'; import 'package:flutter_tools/src/base/file_system.dart';
...@@ -20,120 +16,133 @@ import 'test_data/tests_project.dart'; ...@@ -20,120 +16,133 @@ import 'test_data/tests_project.dart';
import 'test_driver.dart'; import 'test_driver.dart';
import 'test_utils.dart'; import 'test_utils.dart';
void main() { void batch1() {
group('flutter run expression evaluation', () { final BasicProject _project = BasicProject();
Directory tempDir; Directory tempDir;
final BasicProject _project = BasicProject(); FlutterRunTestDriver _flutter;
FlutterRunTestDriver _flutter;
Future<void> initProject() async {
setUp(() async { tempDir = createResolvedTempDirectorySync('run_expression_eval_test.');
tempDir = createResolvedTempDirectorySync('run_expression_eval_test.'); await _project.setUpIn(tempDir);
await _project.setUpIn(tempDir); _flutter = FlutterRunTestDriver(tempDir);
_flutter = FlutterRunTestDriver(tempDir); }
});
Future<void> cleanProject() async {
tearDown(() async { await _flutter.stop();
await _flutter.stop(); tryToDelete(tempDir);
tryToDelete(tempDir); }
});
Future<void> breakInBuildMethod(FlutterTestDriver flutter) async {
Future<void> breakInBuildMethod(FlutterTestDriver flutter) async { await _flutter.breakAt(
await _flutter.breakAt( _project.buildMethodBreakpointUri,
_project.buildMethodBreakpointUri, _project.buildMethodBreakpointLine,
_project.buildMethodBreakpointLine, );
); }
}
Future<void> breakInTopLevelFunction(FlutterTestDriver flutter) async {
Future<void> breakInTopLevelFunction(FlutterTestDriver flutter) async { await _flutter.breakAt(
await _flutter.breakAt( _project.topLevelFunctionBreakpointUri,
_project.topLevelFunctionBreakpointUri, _project.topLevelFunctionBreakpointLine,
_project.topLevelFunctionBreakpointLine, );
); }
}
test('flutter run expression evaluation - can evaluate trivial expressions in top level function', () async {
test('can evaluate trivial expressions in top level function', () async { await initProject();
await _flutter.run(withDebugger: true); await _flutter.run(withDebugger: true);
await breakInTopLevelFunction(_flutter); await breakInTopLevelFunction(_flutter);
await evaluateTrivialExpressions(_flutter); await evaluateTrivialExpressions(_flutter);
}); await cleanProject();
});
test('can evaluate trivial expressions in build method', () async {
await _flutter.run(withDebugger: true); test('flutter run expression evaluation - can evaluate trivial expressions in build method', () async {
await breakInBuildMethod(_flutter); await initProject();
await evaluateTrivialExpressions(_flutter); await _flutter.run(withDebugger: true);
}); await breakInBuildMethod(_flutter);
await evaluateTrivialExpressions(_flutter);
test('can evaluate complex expressions in top level function', () async { await cleanProject();
await _flutter.run(withDebugger: true); });
await breakInTopLevelFunction(_flutter);
await evaluateComplexExpressions(_flutter); test('flutter run expression evaluation - can evaluate complex expressions in top level function', () async {
}); await initProject();
await _flutter.run(withDebugger: true);
test('can evaluate complex expressions in build method', () async { await breakInTopLevelFunction(_flutter);
await _flutter.run(withDebugger: true); await evaluateComplexExpressions(_flutter);
await breakInBuildMethod(_flutter); await cleanProject();
await evaluateComplexExpressions(_flutter); });
});
test('flutter run expression evaluation - can evaluate complex expressions in build method', () async {
test('can evaluate expressions returning complex objects in top level function', () async { await initProject();
await _flutter.run(withDebugger: true); await _flutter.run(withDebugger: true);
await breakInTopLevelFunction(_flutter); await breakInBuildMethod(_flutter);
await evaluateComplexReturningExpressions(_flutter); await evaluateComplexExpressions(_flutter);
}); await cleanProject();
});
test('can evaluate expressions returning complex objects in build method', () async {
await _flutter.run(withDebugger: true); test('flutter run expression evaluation - can evaluate expressions returning complex objects in top level function', () async {
await breakInBuildMethod(_flutter); await initProject();
await evaluateComplexReturningExpressions(_flutter); await _flutter.run(withDebugger: true);
}); await breakInTopLevelFunction(_flutter);
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // The DevFS sync takes a really long time, so these tests can be slow. await evaluateComplexReturningExpressions(_flutter);
await cleanProject();
group('flutter test expression evaluation', () { });
Directory tempDir;
final TestsProject _project = TestsProject(); test('flutter run expression evaluation - can evaluate expressions returning complex objects in build method', () async {
FlutterTestTestDriver _flutter; await initProject();
await _flutter.run(withDebugger: true);
setUp(() async { await breakInBuildMethod(_flutter);
tempDir = createResolvedTempDirectorySync('test_expression_eval_test.'); await evaluateComplexReturningExpressions(_flutter);
await _project.setUpIn(tempDir); await cleanProject();
_flutter = FlutterTestTestDriver(tempDir); });
}); }
tearDown(() async { void batch2() {
await _flutter.quit(); final TestsProject _project = TestsProject();
tryToDelete(tempDir); Directory tempDir;
}); FlutterTestTestDriver _flutter;
test('can evaluate trivial expressions in a test', () async { Future<void> initProject() async {
await _flutter.test( tempDir = createResolvedTempDirectorySync('test_expression_eval_test.');
withDebugger: true, await _project.setUpIn(tempDir);
beforeStart: () => _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine), _flutter = FlutterTestTestDriver(tempDir);
); }
await _flutter.waitForPause();
await evaluateTrivialExpressions(_flutter); Future<void> cleanProject() async {
await _flutter.resume(); await _flutter?.quit();
}); tryToDelete(tempDir);
}
test('can evaluate complex expressions in a test', () async {
await _flutter.test( test('flutter test expression evaluation - can evaluate trivial expressions in a test', () async {
withDebugger: true, await initProject();
beforeStart: () => _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine), await _flutter.test(
); withDebugger: true,
await _flutter.waitForPause(); beforeStart: () => _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine),
await evaluateComplexExpressions(_flutter); );
await _flutter.resume(); await _flutter.waitForPause();
}); await evaluateTrivialExpressions(_flutter);
await cleanProject();
test('can evaluate expressions returning complex objects in a test', () async { });
await _flutter.test(
withDebugger: true, test('flutter test expression evaluation - can evaluate complex expressions in a test', () async {
beforeStart: () => _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine), await initProject();
); await _flutter.test(
await _flutter.waitForPause(); withDebugger: true,
await evaluateComplexReturningExpressions(_flutter); beforeStart: () => _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine),
await _flutter.resume(); );
}); await _flutter.waitForPause();
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // The DevFS sync takes a really long time, so these tests can be slow. await evaluateComplexExpressions(_flutter);
await cleanProject();
});
test('flutter test expression evaluation - can evaluate expressions returning complex objects in a test', () async {
await initProject();
await _flutter.test(
withDebugger: true,
beforeStart: () => _flutter.addBreakpoint(_project.breakpointUri, _project.breakpointLine),
);
await _flutter.waitForPause();
await evaluateComplexReturningExpressions(_flutter);
await cleanProject();
});
} }
Future<void> evaluateTrivialExpressions(FlutterTestDriver flutter) async { Future<void> evaluateTrivialExpressions(FlutterTestDriver flutter) async {
...@@ -164,3 +173,8 @@ Future<void> evaluateComplexReturningExpressions(FlutterTestDriver flutter) asyn ...@@ -164,3 +173,8 @@ Future<void> evaluateComplexReturningExpressions(FlutterTestDriver flutter) asyn
final InstanceRef res = await flutter.evaluate(resp.id, r'"$year-$month-$day"'); final InstanceRef res = await flutter.evaluate(resp.id, r'"$year-$month-$day"');
expect(res.valueAsString, equals('${now.year}-${now.month}-${now.day}')); expect(res.valueAsString, equals('${now.year}-${now.month}-${now.day}'));
} }
void main() {
batch1();
batch2();
}
packages/flutter_tools/test/integration.shard/flutter_attach_test.dart
View file @ 124dc661
...@@ -2,11 +2,8 @@ ...@@ -2,11 +2,8 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
// Integration tests which invoke flutter instead of unit testing the code import 'dart:io';
// will not produce meaningful coverage information - we can measure coverage
// from the isolate running the test, but not from the isolate started via
// the command line process.
@Tags(<String>['no_coverage'])
import 'package:file/file.dart'; import 'package:file/file.dart';
import 'package:flutter_tools/src/base/file_system.dart'; import 'package:flutter_tools/src/base/file_system.dart';
...@@ -33,35 +30,36 @@ void main() { ...@@ -33,35 +30,36 @@ void main() {
tryToDelete(tempDir); tryToDelete(tempDir);
}); });
group('attached process', () { test('writes pid-file', () async {
test('writes pid-file', () async { final File pidFile = tempDir.childFile('test.pid');
final File pidFile = tempDir.childFile('test.pid'); await _flutterRun.run(withDebugger: true);
await _flutterRun.run(withDebugger: true); await _flutterAttach.attach(
await _flutterAttach.attach( _flutterRun.vmServicePort,
_flutterRun.vmServicePort, pidFile: pidFile,
pidFile: pidFile, );
); expect(pidFile.existsSync(), isTrue);
expect(pidFile.existsSync(), isTrue); });
});
test('can hot reload', () async { test('can hot reload', () async {
await _flutterRun.run(withDebugger: true); await _flutterRun.run(withDebugger: true);
await _flutterAttach.attach(_flutterRun.vmServicePort); await _flutterAttach.attach(_flutterRun.vmServicePort);
await _flutterAttach.hotReload(); await _flutterAttach.hotReload();
}); });
test('can detach, reattach, hot reload', () async {
await _flutterRun.run(withDebugger: true); test('can detach, reattach, hot reload', () async {
await _flutterAttach.attach(_flutterRun.vmServicePort); await _flutterRun.run(withDebugger: true);
await _flutterAttach.detach(); await _flutterAttach.attach(_flutterRun.vmServicePort);
await _flutterAttach.attach(_flutterRun.vmServicePort); await _flutterAttach.detach();
await _flutterAttach.hotReload(); await _flutterAttach.attach(_flutterRun.vmServicePort);
}); await _flutterAttach.hotReload();
test('killing process behaves the same as detach ', () async { });
await _flutterRun.run(withDebugger: true);
await _flutterAttach.attach(_flutterRun.vmServicePort); test('killing process behaves the same as detach ', () async {
await _flutterAttach.quit(); await _flutterRun.run(withDebugger: true);
_flutterAttach = FlutterRunTestDriver(tempDir, logPrefix: 'ATTACH-2'); await _flutterAttach.attach(_flutterRun.vmServicePort);
await _flutterAttach.attach(_flutterRun.vmServicePort); await _flutterAttach.quit();
await _flutterAttach.hotReload(); _flutterAttach = FlutterRunTestDriver(tempDir, logPrefix: 'ATTACH-2');
}); await _flutterAttach.attach(_flutterRun.vmServicePort);
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // The DevFS sync takes a really long time, so these tests can be slow. await _flutterAttach.hotReload();
});
} }
packages/flutter_tools/test/integration.shard/flutter_run_test.dart
View file @ 124dc661
...@@ -2,11 +2,6 @@ ...@@ -2,11 +2,6 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
// Integration tests which invoke flutter instead of unit testing the code
// will not produce meaningful coverage information - we can measure coverage
// from the isolate running the test, but not from the isolate started via
// the command line process.
@Tags(<String>['no_coverage'])
import 'package:file/file.dart'; import 'package:file/file.dart';
import 'package:flutter_tools/src/base/file_system.dart'; import 'package:flutter_tools/src/base/file_system.dart';
import 'package:flutter_tools/src/base/io.dart'; import 'package:flutter_tools/src/base/io.dart';
...@@ -18,47 +13,45 @@ import 'test_driver.dart'; ...@@ -18,47 +13,45 @@ import 'test_driver.dart';
import 'test_utils.dart'; import 'test_utils.dart';
void main() { void main() {
group('flutter_run', () { Directory tempDir;
Directory tempDir; final BasicProject _project = BasicProject();
final BasicProject _project = BasicProject(); FlutterRunTestDriver _flutter;
FlutterRunTestDriver _flutter;
setUp(() async {
setUp(() async { tempDir = createResolvedTempDirectorySync('run_test.');
tempDir = createResolvedTempDirectorySync('run_test.'); await _project.setUpIn(tempDir);
await _project.setUpIn(tempDir); _flutter = FlutterRunTestDriver(tempDir);
_flutter = FlutterRunTestDriver(tempDir); });
});
tearDown(() async {
tearDown(() async { await _flutter.stop();
await _flutter.stop(); tryToDelete(tempDir);
tryToDelete(tempDir); });
});
test('flutter run reports an error if an invalid device is supplied', () async {
test('reports an error if an invalid device is supplied', () async { // This test forces flutter to check for all possible devices to catch issues
// This test forces flutter to check for all possible devices to catch issues // like https://github.com/flutter/flutter/issues/21418 which were skipped
// like https://github.com/flutter/flutter/issues/21418 which were skipped // over because other integration tests run using flutter-tester which short-cuts
// over because other integration tests run using flutter-tester which short-cuts // some of the checks for devices.
// some of the checks for devices. final String flutterBin = fs.path.join(getFlutterRoot(), 'bin', 'flutter');
final String flutterBin = fs.path.join(getFlutterRoot(), 'bin', 'flutter');
const ProcessManager _processManager = LocalProcessManager();
const ProcessManager _processManager = LocalProcessManager(); final ProcessResult _proc = await _processManager.run(
final ProcessResult _proc = await _processManager.run( <String>[flutterBin, 'run', '-d', 'invalid-device-id'],
<String>[flutterBin, 'run', '-d', 'invalid-device-id'], workingDirectory: tempDir.path,
workingDirectory: tempDir.path, );
);
expect(_proc.stdout, isNot(contains('flutter has exited unexpectedly')));
expect(_proc.stdout, isNot(contains('flutter has exited unexpectedly'))); expect(_proc.stderr, isNot(contains('flutter has exited unexpectedly')));
expect(_proc.stderr, isNot(contains('flutter has exited unexpectedly'))); if (!_proc.stderr.toString().contains('Unable to locate a development')
if (!_proc.stderr.toString().contains('Unable to locate a development') && !_proc.stdout.toString().contains('No devices found with name or id matching')) {
&& !_proc.stdout.toString().contains('No devices found with name or id matching')) { fail("'flutter run -d invalid-device-id' did not produce the expected error");
fail("'flutter run -d invalid-device-id' did not produce the expected error"); }
} });
});
test('flutter run writes pid-file', () async {
test('writes pid-file', () async { final File pidFile = tempDir.childFile('test.pid');
final File pidFile = tempDir.childFile('test.pid'); await _flutter.run(pidFile: pidFile);
await _flutter.run(pidFile: pidFile); expect(pidFile.existsSync(), isTrue);
expect(pidFile.existsSync(), isTrue); });
});
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // The DevFS sync takes a really long time, so these tests can be slow.
} }
packages/flutter_tools/test/integration.shard/hot_reload_test.dart
View file @ 124dc661
...@@ -2,11 +2,6 @@ ...@@ -2,11 +2,6 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
// Integration tests which invoke flutter instead of unit testing the code
// will not produce meaningful coverage information - we can measure coverage
// from the isolate running the test, but not from the isolate started via
// the command line process.
@Tags(<String>['no_coverage'])
import 'dart:async'; import 'dart:async';
import 'package:file/file.dart'; import 'package:file/file.dart';
...@@ -20,139 +15,137 @@ import 'test_driver.dart'; ...@@ -20,139 +15,137 @@ import 'test_driver.dart';
import 'test_utils.dart'; import 'test_utils.dart';
void main() { void main() {
group('hot reload tests', () { Directory tempDir;
Directory tempDir; final HotReloadProject _project = HotReloadProject();
final HotReloadProject _project = HotReloadProject(); FlutterRunTestDriver _flutter;
FlutterRunTestDriver _flutter;
setUp(() async { setUp(() async {
tempDir = createResolvedTempDirectorySync('hot_reload_test.'); tempDir = createResolvedTempDirectorySync('hot_reload_test.');
await _project.setUpIn(tempDir); await _project.setUpIn(tempDir);
_flutter = FlutterRunTestDriver(tempDir); _flutter = FlutterRunTestDriver(tempDir);
}); });
tearDown(() async { tearDown(() async {
await _flutter?.stop(); await _flutter?.stop();
tryToDelete(tempDir); tryToDelete(tempDir);
}); });
test('hot reload works without error', () async { test('hot reload works without error', () async {
await _flutter.run(); await _flutter.run();
await _flutter.hotReload();
});
test('newly added code executes during hot reload', () async {
await _flutter.run();
_project.uncommentHotReloadPrint();
final StringBuffer stdout = StringBuffer();
final StreamSubscription<String> subscription = _flutter.stdout.listen(stdout.writeln);
try {
await _flutter.hotReload(); await _flutter.hotReload();
}); expect(stdout.toString(), contains('(((((RELOAD WORKED)))))'));
} finally {
await subscription.cancel();
}
});
test('newly added code executes during hot reload', () async { test('hot restart works without error', () async {
await _flutter.run(); await _flutter.run();
_project.uncommentHotReloadPrint(); await _flutter.hotRestart();
final StringBuffer stdout = StringBuffer(); });
final StreamSubscription<String> subscription = _flutter.stdout.listen(stdout.writeln);
try {
await _flutter.hotReload();
expect(stdout.toString(), contains('(((((RELOAD WORKED)))))'));
} finally {
await subscription.cancel();
}
});
test('hot restart works without error', () async { test('breakpoints are hit after hot reload', () async {
await _flutter.run(); Isolate isolate;
await _flutter.hotRestart(); await _flutter.run(withDebugger: true, startPaused: true);
}); final Completer<void> sawTick1 = Completer<void>();
final Completer<void> sawTick3 = Completer<void>();
final Completer<void> sawDebuggerPausedMessage = Completer<void>();
final StreamSubscription<String> subscription = _flutter.stdout.listen(
(String line) {
if (line.contains('((((TICK 1))))')) {
expect(sawTick1.isCompleted, isFalse);
sawTick1.complete();
}
if (line.contains('((((TICK 3))))')) {
expect(sawTick3.isCompleted, isFalse);
sawTick3.complete();
}
if (line.contains('The application is paused in the debugger on a breakpoint.')) {
expect(sawDebuggerPausedMessage.isCompleted, isFalse);
sawDebuggerPausedMessage.complete();
}
},
);
await _flutter.resume(); // we start paused so we can set up our TICK 1 listener before the app starts
unawaited(sawTick1.future.timeout(
const Duration(seconds: 5),
onTimeout: () { print('The test app is taking longer than expected to print its synchronization line...'); },
));
await sawTick1.future; // after this, app is in steady state
await _flutter.addBreakpoint(
_project.scheduledBreakpointUri,
_project.scheduledBreakpointLine,
);
await _flutter.hotReload(); // reload triggers code which eventually hits the breakpoint
isolate = await _flutter.waitForPause();
expect(isolate.pauseEvent.kind, equals(EventKind.kPauseBreakpoint));
await _flutter.resume();
await _flutter.addBreakpoint(
_project.buildBreakpointUri,
_project.buildBreakpointLine,
);
bool reloaded = false;
final Future<void> reloadFuture = _flutter.hotReload().then((void value) { reloaded = true; });
await sawTick3.future; // this should happen before it pauses
isolate = await _flutter.waitForPause();
expect(isolate.pauseEvent.kind, equals(EventKind.kPauseBreakpoint));
await sawDebuggerPausedMessage.future;
expect(reloaded, isFalse);
await _flutter.resume();
await reloadFuture;
expect(reloaded, isTrue);
reloaded = false;
await subscription.cancel();
});
test('breakpoints are hit after hot reload', () async { test('hot reload doesn\'t reassemble if paused', () async {
Isolate isolate; await _flutter.run(withDebugger: true);
await _flutter.run(withDebugger: true, startPaused: true); final Completer<void> sawTick2 = Completer<void>();
final Completer<void> sawTick1 = Completer<void>(); final Completer<void> sawTick3 = Completer<void>();
final Completer<void> sawTick3 = Completer<void>(); final Completer<void> sawDebuggerPausedMessage1 = Completer<void>();
final Completer<void> sawDebuggerPausedMessage = Completer<void>(); final Completer<void> sawDebuggerPausedMessage2 = Completer<void>();
final StreamSubscription<String> subscription = _flutter.stdout.listen( final StreamSubscription<String> subscription = _flutter.stdout.listen(
(String line) { (String line) {
if (line.contains('((((TICK 1))))')) { if (line.contains('((((TICK 2))))')) {
expect(sawTick1.isCompleted, isFalse); expect(sawTick2.isCompleted, isFalse);
sawTick1.complete(); sawTick2.complete();
} }
if (line.contains('((((TICK 3))))')) { if (line.contains('The application is paused in the debugger on a breakpoint.')) {
expect(sawTick3.isCompleted, isFalse); expect(sawDebuggerPausedMessage1.isCompleted, isFalse);
sawTick3.complete(); sawDebuggerPausedMessage1.complete();
} }
if (line.contains('The application is paused in the debugger on a breakpoint.')) { if (line.contains('The application is paused in the debugger on a breakpoint; interface might not update.')) {
expect(sawDebuggerPausedMessage.isCompleted, isFalse); expect(sawDebuggerPausedMessage2.isCompleted, isFalse);
sawDebuggerPausedMessage.complete(); sawDebuggerPausedMessage2.complete();
} }
}, },
); );
await _flutter.resume(); // we start paused so we can set up our TICK 1 listener before the app starts await _flutter.addBreakpoint(
unawaited(sawTick1.future.timeout( _project.buildBreakpointUri,
const Duration(seconds: 5), _project.buildBreakpointLine,
onTimeout: () { print('The test app is taking longer than expected to print its synchronization line...'); }, );
)); bool reloaded = false;
await sawTick1.future; // after this, app is in steady state final Future<void> reloadFuture = _flutter.hotReload().then((void value) { reloaded = true; });
await _flutter.addBreakpoint( await sawTick2.future; // this should happen before it pauses
_project.scheduledBreakpointUri, final Isolate isolate = await _flutter.waitForPause();
_project.scheduledBreakpointLine, expect(isolate.pauseEvent.kind, equals(EventKind.kPauseBreakpoint));
); expect(reloaded, isFalse);
await _flutter.hotReload(); // reload triggers code which eventually hits the breakpoint await sawDebuggerPausedMessage1.future; // this is the one where it say "uh, you broke into the debugger while reloading"
isolate = await _flutter.waitForPause(); await reloadFuture; // this is the one where it times out because you're in the debugger
expect(isolate.pauseEvent.kind, equals(EventKind.kPauseBreakpoint)); expect(reloaded, isTrue);
await _flutter.resume(); await _flutter.hotReload(); // now we're already paused
await _flutter.addBreakpoint( expect(sawTick3.isCompleted, isFalse);
_project.buildBreakpointUri, await sawDebuggerPausedMessage2.future; // so we just get told that nothing is going to happen
_project.buildBreakpointLine, await _flutter.resume();
); await subscription.cancel();
bool reloaded = false; });
final Future<void> reloadFuture = _flutter.hotReload().then((void value) { reloaded = true; });
await sawTick3.future; // this should happen before it pauses
isolate = await _flutter.waitForPause();
expect(isolate.pauseEvent.kind, equals(EventKind.kPauseBreakpoint));
await sawDebuggerPausedMessage.future;
expect(reloaded, isFalse);
await _flutter.resume();
await reloadFuture;
expect(reloaded, isTrue);
reloaded = false;
await subscription.cancel();
});
test('hot reload doesn\'t reassemble if paused', () async {
await _flutter.run(withDebugger: true);
final Completer<void> sawTick2 = Completer<void>();
final Completer<void> sawTick3 = Completer<void>();
final Completer<void> sawDebuggerPausedMessage1 = Completer<void>();
final Completer<void> sawDebuggerPausedMessage2 = Completer<void>();
final StreamSubscription<String> subscription = _flutter.stdout.listen(
(String line) {
if (line.contains('((((TICK 2))))')) {
expect(sawTick2.isCompleted, isFalse);
sawTick2.complete();
}
if (line.contains('The application is paused in the debugger on a breakpoint.')) {
expect(sawDebuggerPausedMessage1.isCompleted, isFalse);
sawDebuggerPausedMessage1.complete();
}
if (line.contains('The application is paused in the debugger on a breakpoint; interface might not update.')) {
expect(sawDebuggerPausedMessage2.isCompleted, isFalse);
sawDebuggerPausedMessage2.complete();
}
},
);
await _flutter.addBreakpoint(
_project.buildBreakpointUri,
_project.buildBreakpointLine,
);
bool reloaded = false;
final Future<void> reloadFuture = _flutter.hotReload().then((void value) { reloaded = true; });
await sawTick2.future; // this should happen before it pauses
final Isolate isolate = await _flutter.waitForPause();
expect(isolate.pauseEvent.kind, equals(EventKind.kPauseBreakpoint));
expect(reloaded, isFalse);
await sawDebuggerPausedMessage1.future; // this is the one where it say "uh, you broke into the debugger while reloading"
await reloadFuture; // this is the one where it times out because you're in the debugger
expect(reloaded, isTrue);
await _flutter.hotReload(); // now we're already paused
expect(sawTick3.isCompleted, isFalse);
await sawDebuggerPausedMessage2.future; // so we just get told that nothing is going to happen
await _flutter.resume();
await subscription.cancel();
});
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // The DevFS sync takes a really long time, so these tests can be slow.
} }
packages/flutter_tools/test/integration.shard/lifetime_test.dart
View file @ 124dc661
...@@ -2,11 +2,6 @@ ...@@ -2,11 +2,6 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
// Integration tests which invoke flutter instead of unit testing the code
// will not produce meaningful coverage information - we can measure coverage
// from the isolate running the test, but not from the isolate started via
// the command line process.
@Tags(<String>['no_coverage'])
import 'dart:async'; import 'dart:async';
import 'package:file/file.dart'; import 'package:file/file.dart';
...@@ -23,32 +18,30 @@ import 'test_utils.dart'; ...@@ -23,32 +18,30 @@ import 'test_utils.dart';
const Duration requiredLifespan = Duration(seconds: 5); const Duration requiredLifespan = Duration(seconds: 5);
void main() { void main() {
group('flutter run', () { final BasicProject _project = BasicProject();
final BasicProject _project = BasicProject(); FlutterRunTestDriver _flutter;
FlutterRunTestDriver _flutter; Directory tempDir;
Directory tempDir;
setUp(() async {
setUp(() async { tempDir = createResolvedTempDirectorySync('lifetime_test.');
tempDir = createResolvedTempDirectorySync('lifetime_test.'); await _project.setUpIn(tempDir);
await _project.setUpIn(tempDir); _flutter = FlutterRunTestDriver(tempDir);
_flutter = FlutterRunTestDriver(tempDir); });
});
tearDown(() async {
tearDown(() async { await _flutter.stop();
await _flutter.stop(); tryToDelete(tempDir);
tryToDelete(tempDir); });
});
test('flutter run does not terminate when a debugger is attached', () async {
test('does not terminate when a debugger is attached', () async { await _flutter.run(withDebugger: true);
await _flutter.run(withDebugger: true); await Future<void>.delayed(requiredLifespan);
await Future<void>.delayed(requiredLifespan); expect(_flutter.hasExited, equals(false));
expect(_flutter.hasExited, equals(false)); });
});
test('fluter run does not terminate when a debugger is attached and pause-on-exceptions', () async {
test('does not terminate when a debugger is attached and pause-on-exceptions', () async { await _flutter.run(withDebugger: true, pauseOnExceptions: true);
await _flutter.run(withDebugger: true, pauseOnExceptions: true); await Future<void>.delayed(requiredLifespan);
await Future<void>.delayed(requiredLifespan); expect(_flutter.hasExited, equals(false));
expect(_flutter.hasExited, equals(false)); });
});
}, timeout: const Timeout.factor(10), tags: <String>['integration']); // The DevFS sync takes a really long time, so these tests can be slow.
} }
packages/flutter_tools/test/src/common.dart
View file @ 124dc661
...@@ -127,13 +127,6 @@ Future<String> createProject(Directory temp, { List<String> arguments }) async { ...@@ -127,13 +127,6 @@ Future<String> createProject(Directory temp, { List<String> arguments }) async {
return projectPath; return projectPath;
} }
/// Test case timeout for tests involving remote calls to `pub get` or similar.
const Timeout allowForRemotePubInvocation = Timeout.factor(10.0);
/// Test case timeout for tests involving creating a Flutter project with
/// `--no-pub`. Use [allowForRemotePubInvocation] when creation involves `pub`.
const Timeout allowForCreateFlutterProject = Timeout.factor(3.0);
Future<void> expectToolExitLater(Future<dynamic> future, Matcher messageMatcher) async { Future<void> expectToolExitLater(Future<dynamic> future, Matcher messageMatcher) async {
try { try {
await future; await future;
......
packages/flutter_tools/test/src/context.dart
View file @ 124dc661
...@@ -48,7 +48,6 @@ typedef ContextInitializer = void Function(AppContext testContext); ...@@ -48,7 +48,6 @@ typedef ContextInitializer = void Function(AppContext testContext);
void testUsingContext( void testUsingContext(
String description, String description,
dynamic testMethod(), { dynamic testMethod(), {
Timeout timeout,
Map<Type, Generator> overrides = const <Type, Generator>{}, Map<Type, Generator> overrides = const <Type, Generator>{},
bool initializeFlutterRoot = true, bool initializeFlutterRoot = true,
String testOn, String testOn,
...@@ -137,8 +136,7 @@ void testUsingContext( ...@@ -137,8 +136,7 @@ void testUsingContext(
}, },
); );
}); });
}, timeout: timeout ?? const Timeout(Duration(seconds: 60)), }, testOn: testOn, skip: skip);
testOn: testOn, skip: skip);
} }
void _printBufferedErrors(AppContext testContext) { void _printBufferedErrors(AppContext testContext) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment

HIAST - GitLab