manifest.dart 5.94 KB
Newer Older
Ian Hickson's avatar
Ian Hickson committed
1
// Copyright 2014 The Flutter Authors. All rights reserved.
2 3 4
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5 6
import 'dart:io';

7 8 9 10 11 12 13
import 'package:meta/meta.dart';
import 'package:yaml/yaml.dart';

import 'utils.dart';

/// Loads manifest data from `manifest.yaml` file or from [yaml], if present.
Manifest loadTaskManifest([ String yaml ]) {
14
  final dynamic manifestYaml = yaml == null
15 16 17
    ? loadYaml(file('manifest.yaml').readAsStringSync())
    : loadYamlNode(yaml);

18 19
  _checkType(manifestYaml is YamlMap, manifestYaml, 'Manifest', 'dictionary');
  return _validateAndParseManifest(manifestYaml as YamlMap);
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
}

/// Contains CI task information.
class Manifest {
  Manifest._(this.tasks);

  /// CI tasks.
  final List<ManifestTask> tasks;
}

/// A CI task.
class ManifestTask {
  ManifestTask._({
    @required this.name,
    @required this.description,
    @required this.stage,
    @required this.requiredAgentCapabilities,
37 38
    @required this.isFlaky,
    @required this.timeoutInMinutes,
39
    @required this.onLuci,
40
  }) {
41
    final String taskName = 'task "$name"';
42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
    _checkIsNotBlank(name, 'Task name', taskName);
    _checkIsNotBlank(description, 'Task description', taskName);
    _checkIsNotBlank(stage, 'Task stage', taskName);
    _checkIsNotBlank(requiredAgentCapabilities, 'requiredAgentCapabilities', taskName);
  }

  /// Task name as it appears on the dashboard.
  final String name;

  /// A human-readable description of the task.
  final String description;

  /// The stage this task should run in.
  final String stage;

  /// Capabilities required of the build agent to be able to perform this task.
58
  final List<String> requiredAgentCapabilities;
59 60 61 62 63 64 65 66

  /// Whether this test is flaky.
  ///
  /// Flaky tests are not considered when deciding if the build is broken.
  final bool isFlaky;

  /// An optional custom timeout specified in minutes.
  final int timeoutInMinutes;
67

68 69 70
  /// (Optional) Whether this test runs on LUCI.
  final bool onLuci;

71 72 73 74 75 76 77
  /// Whether the task is supported by the current host platform
  bool isSupportedByHost() {
    final Set<String> supportedHosts = Set<String>.from(
      requiredAgentCapabilities.map<String>(
        (String str) => str.split('/')[0]
      )
    );
78
    String hostPlatform = Platform.operatingSystem;
79 80 81 82 83
    if (hostPlatform == 'macos') {
      hostPlatform = 'mac'; // package:platform uses 'macos' while manifest.yaml uses 'mac'
    }
    return supportedHosts.contains(hostPlatform);
  }
84 85 86 87 88 89 90 91 92 93 94 95 96 97
}

/// Thrown when the manifest YAML is not valid.
class ManifestError extends Error {
  ManifestError(this.message);

  final String message;

  @override
  String toString() => '$ManifestError: $message';
}

// There's no good YAML validator, at least not for Dart, so we validate
// manually. It's not too much code and produces good error messages.
98
Manifest _validateAndParseManifest(YamlMap manifestYaml) {
99
  _checkKeys(manifestYaml, 'manifest', const <String>['tasks']);
100
  return Manifest._(_validateAndParseTasks(manifestYaml['tasks']));
101 102 103
}

List<ManifestTask> _validateAndParseTasks(dynamic tasksYaml) {
104 105
  _checkType(tasksYaml is YamlMap, tasksYaml, 'Value of "tasks"', 'dictionary');
  final List<dynamic> sortedKeys = (tasksYaml as YamlMap).keys.toList()..sort();
106
  return sortedKeys.map<ManifestTask>((dynamic taskName) => _validateAndParseTask(taskName, tasksYaml[taskName])).toList();
107 108 109 110
}

ManifestTask _validateAndParseTask(dynamic taskName, dynamic taskYaml) {
  _checkType(taskName is String, taskName, 'Task name', 'string');
111 112
  _checkType(taskYaml is YamlMap, taskYaml, 'Value of task "$taskName"', 'dictionary');
  _checkKeys(taskYaml as YamlMap, 'Value of task "$taskName"', const <String>[
113 114 115
    'description',
    'stage',
    'required_agent_capabilities',
116 117
    'flaky',
    'timeout_in_minutes',
118
    'on_luci',
119 120
  ]);

121 122 123 124 125 126 127 128 129 130
  final dynamic isFlaky = taskYaml['flaky'];
  if (isFlaky != null) {
    _checkType(isFlaky is bool, isFlaky, 'flaky', 'boolean');
  }

  final dynamic timeoutInMinutes = taskYaml['timeout_in_minutes'];
  if (timeoutInMinutes != null) {
    _checkType(timeoutInMinutes is int, timeoutInMinutes, 'timeout_in_minutes', 'integer');
  }

131
  final List<dynamic> capabilities = _validateAndParseCapabilities(taskName as String, taskYaml['required_agent_capabilities']);
132 133 134 135 136 137

  final dynamic onLuci = taskYaml['on_luci'];
  if (onLuci != null) {
    _checkType(onLuci is bool, onLuci, 'on_luci', 'boolean');
  }

138
  return ManifestTask._(
139 140 141 142 143 144
    name: taskName as String,
    description: taskYaml['description'] as String,
    stage: taskYaml['stage'] as String,
    requiredAgentCapabilities: capabilities as List<String>,
    isFlaky: isFlaky as bool ?? false,
    timeoutInMinutes: timeoutInMinutes as int,
145
    onLuci: onLuci as bool ?? false,
146 147 148 149 150
  );
}

List<String> _validateAndParseCapabilities(String taskName, dynamic capabilitiesYaml) {
  _checkType(capabilitiesYaml is List, capabilitiesYaml, 'required_agent_capabilities', 'list');
151
  for (int i = 0; i < (capabilitiesYaml as List<dynamic>).length; i++) {
152
    final dynamic capability = capabilitiesYaml[i];
153 154
    _checkType(capability is String, capability, 'required_agent_capabilities[$i]', 'string');
  }
155
  return (capabilitiesYaml as List<dynamic>).cast<String>();
156 157 158 159
}

void _checkType(bool isValid, dynamic value, String variableName, String typeName) {
  if (!isValid) {
160
    throw ManifestError(
161 162 163 164 165 166
      '$variableName must be a $typeName but was ${value.runtimeType}: $value',
    );
  }
}

void _checkIsNotBlank(dynamic value, String variableName, String ownerName) {
167
  if (value == null || value is String && value.isEmpty || value is List<dynamic> && value.isEmpty) {
168
    throw ManifestError('$variableName must not be empty in $ownerName.');
169 170 171
  }
}

172
void _checkKeys(Map<dynamic, dynamic> map, String variableName, List<String> allowedKeys) {
173
  for (final String key in map.keys.cast<String>()) {
174
    if (!allowedKeys.contains(key)) {
175
      throw ManifestError(
176 177 178 179 180
        'Unrecognized property "$key" in $variableName. '
        'Allowed properties: ${allowedKeys.join(', ')}');
    }
  }
}