smoke_test.dart 7.78 KB
Newer Older
Ian Hickson's avatar
Ian Hickson committed
1
// Copyright 2014 The Flutter Authors. All rights reserved.
2 3 4
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
import 'dart:math' as math;
6

7
import 'package:flutter/material.dart';
8 9
import 'package:flutter/rendering.dart';
import 'package:flutter_gallery/gallery/app.dart' show GalleryApp;
10 11
import 'package:flutter_gallery/gallery/demos.dart';
import 'package:flutter_test/flutter_test.dart';
12

13 14 15
// This title is visible on the home and demo category pages. It's
// not visible when the demos are running.
const String kGalleryTitle = 'Flutter gallery';
16

17 18 19
// All of the classes printed by debugDump etc, must have toString()
// values approved by verityToStringOutput().
int toStringErrors = 0;
20

21
// There are 3 places where the Gallery demos are traversed.
22 23 24
// 1- In widget tests such as dev/integration_tests/flutter_gallery/test/smoke_test.dart
// 2- In driver tests such as dev/integration_tests/flutter_gallery/test_driver/transitions_perf_test.dart
// 3- In on-device instrumentation tests such as dev/integration_tests/flutter_gallery/test/live_smoketest.dart
25 26 27 28
//
// If you change navigation behavior in the Gallery or in the framework, make
// sure all 3 are covered.

29 30 31 32
void reportToStringError(String name, String route, int lineNumber, List<String> lines, String message) {
  // If you're on line 12, then it has index 11.
  // If you want 1 line before and 1 line after, then you want lines with index 10, 11, and 12.
  // That's (lineNumber-1)-margin .. (lineNumber-1)+margin, or lineNumber-(margin+1) .. lineNumber+(margin-1)
33
  const int margin = 5;
34 35
  final int firstLine = math.max(0, lineNumber - margin);
  final int lastLine = math.min(lines.length, lineNumber + margin);
36
  print('$name : $route : line $lineNumber of ${lines.length} : $message; nearby lines were:\n  ${lines.sublist(firstLine, lastLine).join("\n  ")}');
37
  toStringErrors += 1;
38 39 40 41
}

void verifyToStringOutput(String name, String route, String testString) {
  int lineNumber = 0;
42
  final List<String> lines = testString.split('\n');
43 44
  if (!testString.endsWith('\n'))
    reportToStringError(name, route, lines.length, lines, 'does not end with a line feed');
45
  for (final String line in lines) {
46 47 48 49 50 51 52 53 54 55 56
    lineNumber += 1;
    if (line == '' && lineNumber != lines.length) {
      reportToStringError(name, route, lineNumber, lines, 'found empty line');
    } else if (line.contains('Instance of ')) {
      reportToStringError(name, route, lineNumber, lines, 'found a class that does not have its own toString');
    } else if (line.endsWith(' ')) {
      reportToStringError(name, route, lineNumber, lines, 'found a line with trailing whitespace');
    }
  }
}

57
Future<void> smokeDemo(WidgetTester tester, GalleryDemo demo) async {
58 59 60 61
  // Don't use pumpUntilNoTransientCallbacks in this function, because some of
  // the smoketests have infinitely-running animations (e.g. the progress
  // indicators demo).

62
  await tester.tap(find.text(demo.title));
63
  await tester.pump(); // Launch the demo.
64
  await tester.pump(const Duration(milliseconds: 400)); // Wait until the demo has opened.
65
  expect(find.text(kGalleryTitle), findsNothing);
66 67 68 69 70

  // Leave the demo on the screen briefly for manual testing.
  await tester.pump(const Duration(milliseconds: 400));

  // Scroll the demo around a bit.
71 72
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(-100.0, 0.0), 500.0);
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(0.0, -100.0), 500.0);
73 74 75 76 77 78
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 50));
  await tester.pump(const Duration(milliseconds: 200));
  await tester.pump(const Duration(milliseconds: 400));

  // Verify that the dumps are pretty.
79
  final String routeName = demo.routeName;
80 81 82
  verifyToStringOutput('debugDumpApp', routeName, WidgetsBinding.instance!.renderViewElement!.toStringDeep());
  verifyToStringOutput('debugDumpRenderTree', routeName, RendererBinding.instance?.renderView.toStringDeep() ?? '');
  verifyToStringOutput('debugDumpLayerTree', routeName, RendererBinding.instance?.renderView.debugLayer?.toStringDeep() ?? '');
83 84

  // Scroll the demo around a bit more.
85 86 87
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(0.0, 400.0), 1000.0);
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 400));
88
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(-200.0, 0.0), 500.0);
89 90 91 92
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 50));
  await tester.pump(const Duration(milliseconds: 200));
  await tester.pump(const Duration(milliseconds: 400));
93
  await tester.flingFrom(const Offset(400.0, 300.0), const Offset(100.0, 0.0), 500.0);
94 95
  await tester.pump();
  await tester.pump(const Duration(milliseconds: 400));
96 97

  // Go back
98
  await tester.pageBack();
99
  await tester.pumpAndSettle();
100
  await tester.pump(); // Start the pop "back" operation.
101
  await tester.pump(); // Complete the willPop() Future.
102
  await tester.pump(const Duration(milliseconds: 400)); // Wait until it has finished.
103
}
104

105
Future<void> smokeOptionsPage(WidgetTester tester) async {
106
  final Finder showOptionsPageButton = find.byTooltip('Toggle options page');
107

108 109 110
  // Show the options page
  await tester.tap(showOptionsPageButton);
  await tester.pumpAndSettle();
111

112 113
  // Switch to the dark theme: first menu button, choose 'Dark'
  await tester.tap(find.byIcon(Icons.arrow_drop_down).first);
114
  await tester.pumpAndSettle();
115
  await tester.tap(find.text('Dark'));
116
  await tester.pumpAndSettle();
117

118
  // Switch back to system theme setting: first menu button, choose 'System Default'
119 120
  await tester.tap(find.byIcon(Icons.arrow_drop_down).first);
  await tester.pumpAndSettle();
121
  await tester.tap(find.text('System Default').at(1));
122
  await tester.pumpAndSettle();
123

124 125
  // Switch text direction: first switch
  await tester.tap(find.byType(Switch).first);
126
  await tester.pumpAndSettle();
127 128 129

  // Switch back to system text direction: first switch control again
  await tester.tap(find.byType(Switch).first);
130
  await tester.pumpAndSettle();
131

132
  // Scroll the 'Send feedback' item into view
133
  await tester.drag(find.text('Theme'), const Offset(0.0, -1000.0));
134 135 136
  await tester.pumpAndSettle();
  await tester.tap(find.text('Send feedback'));
  await tester.pumpAndSettle();
137

138 139 140 141 142
  // Close the options page
  expect(showOptionsPageButton, findsOneWidget);
  await tester.tap(showOptionsPageButton);
  await tester.pumpAndSettle();
}
143

144
Future<void> smokeGallery(WidgetTester tester) async {
145
  bool sendFeedbackButtonPressed = false;
146

147
  await tester.pumpWidget(
148
    GalleryApp(
149
      testMode: true,
150 151 152 153 154 155 156 157 158 159
      onSendFeedback: () {
        sendFeedbackButtonPressed = true; // see smokeOptionsPage()
      },
    ),
  );
  await tester.pump(); // see https://github.com/flutter/flutter/issues/1865
  await tester.pump(); // triggers a frame

  expect(find.text(kGalleryTitle), findsOneWidget);

160
  for (final GalleryDemoCategory category in kAllGalleryDemoCategories) {
161
    await Scrollable.ensureVisible(tester.element(find.text(category.name)), alignment: 0.5);
162 163
    await tester.tap(find.text(category.name));
    await tester.pumpAndSettle();
164
    for (final GalleryDemo demo in kGalleryCategoryToDemos[category]!) {
165
      await Scrollable.ensureVisible(tester.element(find.text(demo.title)), alignment: 0.0);
166 167 168 169 170 171 172 173 174 175
      await smokeDemo(tester, demo);
      tester.binding.debugAssertNoTransientCallbacks('A transient callback was still active after running $demo');
    }
    await tester.pageBack();
    await tester.pumpAndSettle();
  }
  expect(toStringErrors, 0);

  await smokeOptionsPage(tester);
  expect(sendFeedbackButtonPressed, true);
176 177
}

178
void main() {
179
  testWidgets('Flutter Gallery app smoke test', smokeGallery);
180

181
  testWidgets('Flutter Gallery app smoke test with semantics', (WidgetTester tester) async {
182
    RendererBinding.instance!.setSemanticsEnabled(true);
183
    await smokeGallery(tester);
184
    RendererBinding.instance!.setSemanticsEnabled(false);
185
  });
186
}