// Copyright 2016 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. import 'dart:async'; import 'dart:convert' show JsonEncoder, JsonDecoder; import 'package:file/file.dart'; import 'package:file/local.dart'; import 'package:flutter_driver/flutter_driver.dart'; import 'package:path/path.dart' as path; import 'package:test/test.dart' hide TypeMatcher, isInstanceOf; const FileSystem _fs = LocalFileSystem(); // Demos for which timeline data will be collected using // FlutterDriver.traceAction(). // // Warning: The number of tests executed with timeline collection enabled // significantly impacts heap size of the running app. When run with // --trace-startup, as we do in this test, the VM stores trace events in an // endless buffer instead of a ring buffer. // // These names must match GalleryItem titles from kAllGalleryDemos // in examples/flutter_gallery/lib/gallery/demos.dart const List kProfiledDemos = [ 'Shrine@Studies', 'Contact profile@Studies', 'Animation@Studies', 'Bottom navigation@Material', 'Buttons@Material', 'Cards@Material', 'Chips@Material', 'Dialogs@Material', 'Pickers@Material', ]; // There are 3 places where the Gallery demos are traversed. // 1- In widget tests such as examples/flutter_gallery/test/smoke_test.dart // 2- In driver tests such as examples/flutter_gallery/test_driver/transitions_perf_test.dart // 3- In on-device instrumentation tests such as examples/flutter_gallery/test/live_smoketest.dart // // If you change navigation behavior in the Gallery or in the framework, make // sure all 3 are covered. // Demos that will be backed out of within FlutterDriver.runUnsynchronized(); // // These names must match GalleryItem titles from kAllGalleryDemos // in examples/flutter_gallery/lib/gallery/demos.dart const List kUnsynchronizedDemos = [ 'Progress indicators@Material', 'Activity Indicator@Cupertino', 'Video@Media', ]; const List kSkippedDemos = []; // All of the gallery demos, identified as "title@category". // // These names are reported by the test app, see _handleMessages() // in transitions_perf.dart. List _allDemos = []; /// Extracts event data from [events] recorded by timeline, validates it, turns /// it into a histogram, and saves to a JSON file. Future saveDurationsHistogram(List> events, String outputPath) async { final Map> durations = >{}; Map startEvent; // Save the duration of the first frame after each 'Start Transition' event. for (Map event in events) { final String eventName = event['name']; if (eventName == 'Start Transition') { assert(startEvent == null); startEvent = event; } else if (startEvent != null && eventName == 'Frame') { final String routeName = startEvent['args']['to']; durations[routeName] ??= []; durations[routeName].add(event['dur']); startEvent = null; } } // Verify that the durations data is valid. if (durations.keys.isEmpty) throw 'no "Start Transition" timeline events found'; final Map unexpectedValueCounts = {}; durations.forEach((String routeName, List values) { if (values.length != 2) { unexpectedValueCounts[routeName] = values.length; } }); if (unexpectedValueCounts.isNotEmpty) { final StringBuffer error = StringBuffer('Some routes recorded wrong number of values (expected 2 values/route):\n\n'); unexpectedValueCounts.forEach((String routeName, int count) { error.writeln(' - $routeName recorded $count values.'); }); error.writeln('\nFull event sequence:'); final Iterator> eventIter = events.iterator; String lastEventName = ''; String lastRouteName = ''; while (eventIter.moveNext()) { final String eventName = eventIter.current['name']; if (!['Start Transition', 'Frame'].contains(eventName)) continue; final String routeName = eventName == 'Start Transition' ? eventIter.current['args']['to'] : ''; if (eventName == lastEventName && routeName == lastRouteName) { error.write('.'); } else { error.write('\n - $eventName $routeName .'); } lastEventName = eventName; lastRouteName = routeName; } throw error; } // Save the durations Map to a file. final File file = await _fs.file(outputPath).create(recursive: true); await file.writeAsString(const JsonEncoder.withIndent(' ').convert(durations)); } /// Scrolls each demo menu item into view, launches it, then returns to the /// home screen twice. Future runDemos(List demos, FlutterDriver driver) async { final SerializableFinder demoList = find.byValueKey('GalleryDemoList'); String currentDemoCategory; for (String demo in demos) { if (kSkippedDemos.contains(demo)) continue; final String demoName = demo.substring(0, demo.indexOf('@')); final String demoCategory = demo.substring(demo.indexOf('@') + 1); print('> $demo'); if (currentDemoCategory == null) { await driver.tap(find.text(demoCategory)); } else if (currentDemoCategory != demoCategory) { await driver.tap(find.byTooltip('Back')); await driver.tap(find.text(demoCategory)); // Scroll back to the top await driver.scroll(demoList, 0.0, 10000.0, const Duration(milliseconds: 100)); } currentDemoCategory = demoCategory; final SerializableFinder demoItem = find.text(demoName); await driver.scrollUntilVisible(demoList, demoItem, dyScroll: -48.0, alignment: 0.5, timeout: const Duration(seconds: 30), ); for (int i = 0; i < 2; i += 1) { await driver.tap(demoItem); // Launch the demo if (kUnsynchronizedDemos.contains(demo)) { await driver.runUnsynchronized(() async { await driver.tap(find.pageBack()); }); } else { await driver.tap(find.pageBack()); } } print('< Success'); } // Return to the home screen await driver.tap(find.byTooltip('Back')); } void main([List args = const []]) { group('flutter gallery transitions', () { FlutterDriver driver; setUpAll(() async { driver = await FlutterDriver.connect(); if (args.contains('--with_semantics')) { print('Enabeling semantics...'); await driver.setSemantics(true); } // See _handleMessages() in transitions_perf.dart. _allDemos = List.from(const JsonDecoder().convert(await driver.requestData('demoNames'))); if (_allDemos.isEmpty) throw 'no demo names found'; }); tearDownAll(() async { if (driver != null) await driver.close(); }); test('all demos', () async { // Collect timeline data for just a limited set of demos to avoid OOMs. final Timeline timeline = await driver.traceAction( () async { await runDemos(kProfiledDemos, driver); }, streams: const [ TimelineStream.dart, TimelineStream.embedder, ], ); // Save the duration (in microseconds) of the first timeline Frame event // that follows a 'Start Transition' event. The Gallery app adds a // 'Start Transition' event when a demo is launched (see GalleryItem). final TimelineSummary summary = TimelineSummary.summarize(timeline); await summary.writeSummaryToFile('transitions', pretty: true); final String histogramPath = path.join(testOutputsDirectory, 'transition_durations.timeline.json'); await saveDurationsHistogram( List>.from(timeline.json['traceEvents']), histogramPath); // Execute the remaining tests. final Set unprofiledDemos = Set.from(_allDemos)..removeAll(kProfiledDemos); await runDemos(unprofiledDemos.toList(), driver); }, timeout: const Timeout(Duration(minutes: 5))); }); }