smoke_test.dart 7.94 KB
Newer Older
Ian Hickson's avatar
Ian Hickson committed
1
// Copyright 2014 The Flutter Authors. All rights reserved.
2 3 4
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
import 'dart:math' as math;
6

7
import 'package:flutter/material.dart';
8 9
import 'package:flutter/rendering.dart';
import 'package:flutter_gallery/gallery/app.dart' show GalleryApp;
10 11
import 'package:flutter_gallery/gallery/demos.dart';
import 'package:flutter_test/flutter_test.dart';
12

13 14 15
// This title is visible on the home and demo category pages. It's
// not visible when the demos are running.
const String kGalleryTitle = 'Flutter gallery';
16

17 18 19
// All of the classes printed by debugDump etc, must have toString()
// values approved by verityToStringOutput().
int toStringErrors = 0;
20

21
// There are 3 places where the Gallery demos are traversed.
22 23 24
// 1- In widget tests such as dev/integration_tests/flutter_gallery/test/smoke_test.dart
// 2- In driver tests such as dev/integration_tests/flutter_gallery/test_driver/transitions_perf_test.dart
// 3- In on-device instrumentation tests such as dev/integration_tests/flutter_gallery/test/live_smoketest.dart
25 26 27 28
//
// If you change navigation behavior in the Gallery or in the framework, make
// sure all 3 are covered.

29 30 31 32
void reportToStringError(String name, String route, int lineNumber, List<String> lines, String message) {
  // If you're on line 12, then it has index 11.
  // If you want 1 line before and 1 line after, then you want lines with index 10, 11, and 12.
  // That's (lineNumber-1)-margin .. (lineNumber-1)+margin, or lineNumber-(margin+1) .. lineNumber+(margin-1)
33
  const int margin = 5;
34 35
  final int firstLine = math.max(0, lineNumber - margin);
  final int lastLine = math.min(lines.length, lineNumber + margin);
36
  print('$name : $route : line $lineNumber of ${lines.length} : $message; nearby lines were:\n  ${lines.sublist(firstLine, lastLine).join("\n  ")}');
37
  toStringErrors += 1;
38 39 40 41
}

void verifyToStringOutput(String name, String route, String testString) {
  int lineNumber = 0;
42
  final List<String> lines = testString.split('\n');
43
  if (!testString.endsWith('\n')) {
44
    reportToStringError(name, route, lines.length, lines, 'does not end with a line feed');
45
  }
46
  for (final String line in lines) {
47 48 49 50 51 52 53 54 55 56 57
    lineNumber += 1;
    if (line == '' && lineNumber != lines.length) {
      reportToStringError(name, route, lineNumber, lines, 'found empty line');
    } else if (line.contains('Instance of ')) {
      reportToStringError(name, route, lineNumber, lines, 'found a class that does not have its own toString');
    } else if (line.endsWith(' ')) {
      reportToStringError(name, route, lineNumber, lines, 'found a line with trailing whitespace');
    }
  }
}

58
Future<void> smokeDemo(WidgetTester tester, GalleryDemo demo) async {
59 60 61 62
  // Don't use pumpUntilNoTransientCallbacks in this function, because some of
  // the smoketests have infinitely-running animations (e.g. the progress
  // indicators demo).

63
  await tester.tap(find.text(demo.title));
64
  await tester.pump(); // Launch the demo.
65
  await tester.pump(const Duration(milliseconds: 400)); // Wait until the demo has opened.
66
  expect(find.text(kGalleryTitle), findsNothing);
67 68 69 70 71

  // Leave the demo on the screen briefly for manual testing.
  await tester.pump(const Duration(milliseconds: 400));

  // Scroll the demo around a bit.
72 73
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(-100.0, 0.0), 500.0);
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(0.0, -100.0), 500.0);
74 75 76 77 78 79
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 50));
  await tester.pump(const Duration(milliseconds: 200));
  await tester.pump(const Duration(milliseconds: 400));

  // Verify that the dumps are pretty.
80
  final String routeName = demo.routeName;
81 82 83
  verifyToStringOutput('debugDumpApp', routeName, WidgetsBinding.instance.renderViewElement!.toStringDeep());
  verifyToStringOutput('debugDumpRenderTree', routeName, RendererBinding.instance.renderView.toStringDeep());
  verifyToStringOutput('debugDumpLayerTree', routeName, RendererBinding.instance.renderView.debugLayer?.toStringDeep() ?? '');
84 85

  // Scroll the demo around a bit more.
86 87 88
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(0.0, 400.0), 1000.0);
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 400));
89
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(-200.0, 0.0), 500.0);
90 91 92 93
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 50));
  await tester.pump(const Duration(milliseconds: 200));
  await tester.pump(const Duration(milliseconds: 400));
94
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(100.0, 0.0), 500.0);
95 96
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 400));
97 98

  // Go back
99
  await tester.pageBack();
100
  await tester.pumpAndSettle();
101
  await tester.pump(); // Start the pop "back" operation.
102
  await tester.pump(); // Complete the willPop() Future.
103
  await tester.pump(const Duration(milliseconds: 400)); // Wait until it has finished.
104
}
105

106
Future<void> smokeOptionsPage(WidgetTester tester) async {
107
  final Finder showOptionsPageButton = find.byTooltip('Toggle options page');
108

109 110 111
  // Show the options page
  await tester.tap(showOptionsPageButton);
  await tester.pumpAndSettle();
112

113 114
  // Switch to the dark theme: first menu button, choose 'Dark'
  await tester.tap(find.byIcon(Icons.arrow_drop_down).first);
115
  await tester.pumpAndSettle();
116
  await tester.tap(find.text('Dark'));
117
  await tester.pumpAndSettle();
118

119
  // Switch back to system theme setting: first menu button, choose 'System Default'
120 121
  await tester.tap(find.byIcon(Icons.arrow_drop_down).first);
  await tester.pumpAndSettle();
Ian Hickson's avatar
Ian Hickson committed
122
  await tester.tap(find.text('System Default').at(1), warnIfMissed: false); // https://github.com/flutter/flutter/issues/82908
123
  await tester.pumpAndSettle();
124

125 126
  // Switch text direction: first switch
  await tester.tap(find.byType(Switch).first);
127
  await tester.pumpAndSettle();
128 129 130

  // Switch back to system text direction: first switch control again
  await tester.tap(find.byType(Switch).first);
131
  await tester.pumpAndSettle();
132

133
  // Scroll the 'Send feedback' item into view
134
  await tester.drag(find.text('Theme'), const Offset(0.0, -1000.0));
135 136 137
  await tester.pumpAndSettle();
  await tester.tap(find.text('Send feedback'));
  await tester.pumpAndSettle();
138

139 140 141 142 143
  // Close the options page
  expect(showOptionsPageButton, findsOneWidget);
  await tester.tap(showOptionsPageButton);
  await tester.pumpAndSettle();
}
144

145
Future<void> smokeGallery(WidgetTester tester) async {
146
  bool sendFeedbackButtonPressed = false;
147

148
  await tester.pumpWidget(
149
    GalleryApp(
150
      testMode: true,
151 152 153 154 155 156 157 158 159 160
      onSendFeedback: () {
        sendFeedbackButtonPressed = true; // see smokeOptionsPage()
      },
    ),
  );
  await tester.pump(); // see https://github.com/flutter/flutter/issues/1865
  await tester.pump(); // triggers a frame

  expect(find.text(kGalleryTitle), findsOneWidget);

161
  for (final GalleryDemoCategory category in kAllGalleryDemoCategories) {
162
    await Scrollable.ensureVisible(tester.element(find.text(category.name)), alignment: 0.5);
163 164
    await tester.tap(find.text(category.name));
    await tester.pumpAndSettle();
165
    for (final GalleryDemo demo in kGalleryCategoryToDemos[category]!) {
166
      await Scrollable.ensureVisible(tester.element(find.text(demo.title)));
167 168 169 170 171 172 173 174 175 176
      await smokeDemo(tester, demo);
      tester.binding.debugAssertNoTransientCallbacks('A transient callback was still active after running $demo');
    }
    await tester.pageBack();
    await tester.pumpAndSettle();
  }
  expect(toStringErrors, 0);

  await smokeOptionsPage(tester);
  expect(sendFeedbackButtonPressed, true);
177 178
}

179
void main() {
Kate Lovett's avatar
Kate Lovett committed
180 181 182 183 184
  testWidgets(
    'Flutter Gallery app smoke test',
    smokeGallery,
    variant: const TargetPlatformVariant(<TargetPlatform>{ TargetPlatform.android, TargetPlatform.macOS }),
  );
185

186
  testWidgets('Flutter Gallery app smoke test with semantics', (WidgetTester tester) async {
187
    final SemanticsHandle handle = SemanticsBinding.instance.ensureSemantics();
188
    await smokeGallery(tester);
189
    handle.dispose();
190
  });
191
}