gallery.dart 3.18 KB
Newer Older
Ian Hickson's avatar
Ian Hickson committed
1
// Copyright 2014 The Flutter Authors. All rights reserved.
2 3 4 5 6 7
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

import 'dart:async';
import 'dart:convert';
import 'dart:io';
8
import 'dart:math' as math;
9 10 11 12 13

import '../framework/adb.dart';
import '../framework/framework.dart';
import '../framework/utils.dart';

14
TaskFunction createGalleryTransitionTest({ bool semanticsEnabled = false }) {
15
  return GalleryTransitionTest(semanticsEnabled: semanticsEnabled);
16 17 18 19
}

class GalleryTransitionTest {

20
  GalleryTransitionTest({ this.semanticsEnabled = false });
21 22 23

  final bool semanticsEnabled;

24
  Future<TaskResult> call() async {
25
    final Device device = await devices.workingDevice;
26
    await device.unlock();
27 28
    final String deviceId = device.deviceId;
    final Directory galleryDirectory =
29
        dir('${flutterDirectory.path}/examples/flutter_gallery');
30
    await inDirectory<void>(galleryDirectory, () async {
31
      await flutter('packages', options: <String>['get']);
32

33 34 35 36
      final String testDriver = semanticsEnabled
          ? 'transitions_perf_with_semantics.dart'
          : 'transitions_perf.dart';

37 38 39 40
      await flutter('drive', options: <String>[
        '--profile',
        '--trace-startup',
        '-t',
41
        'test_driver/$testDriver',
42 43 44 45 46 47 48
        '-d',
        deviceId,
      ]);
    });

    // Route paths contains slashes, which Firebase doesn't accept in keys, so we
    // remove them.
49 50 51
    final Map<String, dynamic> original = json.decode(
      file('${galleryDirectory.path}/build/transition_durations.timeline.json').readAsStringSync(),
    ) as Map<String, dynamic>;
52
    final Map<String, List<int>> transitions = <String, List<int>>{};
53
    for (final String key in original.keys) {
54
      transitions[key.replaceAll('/', '')] = List<int>.from(original[key] as List<dynamic>);
55
    }
56

57 58 59
    final Map<String, dynamic> summary = json.decode(
      file('${galleryDirectory.path}/build/transitions.timeline_summary.json').readAsStringSync(),
    ) as Map<String, dynamic>;
60

61
    final Map<String, dynamic> data = <String, dynamic>{
62
      'transitions': transitions,
63
      'missed_transition_count': _countMissedTransitions(transitions),
64
      ...summary,
65 66
    };

67
    return TaskResult.success(data, benchmarkScoreKeys: <String>[
68
      'missed_transition_count',
69 70 71
      'average_frame_build_time_millis',
      'worst_frame_build_time_millis',
      'missed_frame_build_budget_count',
72 73
      '90th_percentile_frame_build_time_millis',
      '99th_percentile_frame_build_time_millis',
74 75
      'average_frame_rasterizer_time_millis',
      'worst_frame_rasterizer_time_millis',
76
      'missed_frame_rasterizer_budget_count',
77 78
      '90th_percentile_frame_rasterizer_time_millis',
      '99th_percentile_frame_rasterizer_time_millis',
79
    ]);
80 81
  }
}
82 83 84 85 86

int _countMissedTransitions(Map<String, List<int>> transitions) {
  const int _kTransitionBudget = 100000; // µs
  int count = 0;
  transitions.forEach((String demoName, List<int> durations) {
87
    final int longestDuration = durations.reduce(math.max);
88 89 90 91 92 93 94
    if (longestDuration > _kTransitionBudget) {
      print('$demoName missed transition time budget ($longestDuration µs > $_kTransitionBudget µs)');
      count++;
    }
  });
  return count;
}