microbenchmarks.dart 2.57 KB
Newer Older
Ian Hickson's avatar
Ian Hickson committed
1
// Copyright 2014 The Flutter Authors. All rights reserved.
2 3 4 5 6 7 8 9
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

import 'dart:async';
import 'dart:io';

import 'package:flutter_devicelab/framework/adb.dart';
import 'package:flutter_devicelab/framework/framework.dart';
10
import 'package:flutter_devicelab/framework/task_result.dart';
11
import 'package:flutter_devicelab/framework/utils.dart';
12
import 'package:flutter_devicelab/microbenchmarks.dart';
13
import 'package:path/path.dart' as path;
14 15 16 17 18

/// Creates a device lab task that runs benchmarks in
/// `dev/benchmarks/microbenchmarks` reports results to the dashboard.
TaskFunction createMicrobenchmarkTask() {
  return () async {
19
    final Device device = await devices.workingDevice;
20 21
    await device.unlock();

22
    Future<Map<String, double>> _runMicrobench(String benchmarkPath) async {
23 24 25 26 27
      Future<Map<String, double>> _run() async {
        print('Running $benchmarkPath');
        final Directory appDir = dir(
            path.join(flutterDirectory.path, 'dev/benchmarks/microbenchmarks'));
        final Process flutterProcess = await inDirectory(appDir, () async {
28 29 30 31
          final List<String> options = <String>[
            '-v',
            // --release doesn't work on iOS due to code signing issues
            '--profile',
32
            '--no-publish-port',
33 34 35 36
            '-d',
            device.deviceId,
          ];
          options.add(benchmarkPath);
37
          return startFlutter(
38
            options: options,
39 40 41
            canFail: false,
          );
        });
42

43
        return readJsonResults(flutterProcess);
44
      }
45

46
      return _run();
47 48
    }

49 50 51
    final Map<String, double> allResults = <String, double>{
      ...await _runMicrobench('lib/stocks/layout_bench.dart'),
      ...await _runMicrobench('lib/stocks/build_bench.dart'),
52
      ...await _runMicrobench('lib/geometry/matrix_utils_transform_bench.dart'),
53 54 55 56
      ...await _runMicrobench('lib/geometry/rrect_contains_bench.dart'),
      ...await _runMicrobench('lib/gestures/velocity_tracker_bench.dart'),
      ...await _runMicrobench('lib/gestures/gesture_detector_bench.dart'),
      ...await _runMicrobench('lib/stocks/animation_bench.dart'),
57 58
      ...await _runMicrobench('lib/language/sync_star_bench.dart'),
      ...await _runMicrobench('lib/language/sync_star_semantics_bench.dart'),
59
      ...await _runMicrobench('lib/foundation/all_elements_bench.dart'),
60
      ...await _runMicrobench('lib/foundation/change_notifier_bench.dart'),
61
    };
62

63 64
    return TaskResult.success(allResults,
        benchmarkScoreKeys: allResults.keys.toList());
65 66
  };
}