Rationalize Dart mojo and sky package structure.

NOTE: This CL appears far larger than it actually is for two reasons:

1) Many files were moved around to use the Dart package directory structure.
2) Many .dart files had to have import paths updated.

- Organize mojo/public/dart so that it uses standard Dart package layout
- Organize mojo/dart/apptest so that it uses a standard Dart package layout
- Organize sky/sdk so that it uses a standard Dart package layout
- Create a mojo/testing package (used by unittests)
- Introduce the 'dart_pkg' gn rule which populates gen/Config/dart-pkg
- All internally vended Dart packages must have a corresponding dart_pkg rule
- It is now possible to use dependency_overrides: in pubspec.yaml to mix internal and external package dependencies (enables analyzer, editor, webstorm usage for internal developers).
- Package root for dart content handler ends with "packages/"
- Imports of mojo package uris no longer need the "public/dart"
- mojo/public/tools/dart_package.py is a clone of mojo/public/tools/gn/zip.py
- Sky tests no longer run 'deploy_sdk' script.

R=eseidel@chromium.org

Review URL: https://codereview.chromium.org/1132063007

packages/flutter/CHANGELOG.md

-## 0.0.5+dart-summit-7
-
-  - Fix crash in sky_tool stop_tracing.
-
-## 0.0.5+dart-summit-6
-
-  - Fix missing include in sky_tool causing failure.
-
-## 0.0.5+dart-summit-5
-
-  - Added sky_tool start_tracing and stop_tracing.
-
-## 0.0.5+dart-summit-4
-
-  - Added download_material_design_icons script.
-
-## 0.0.5+dart-summit-3
-
-  - Fix typo in lib/sky_tool causing syntax error when run.
-
-## 0.0.5+dart-summit-2
-
-  - Various demo fixes and added ChangeLogs.
-
-## 0.0.5+dart-summit-1
-
-  - Branched from mojo trunk to stabalize for Dart summit.
-
-## 0.0.2
-
-  - sdk_additions now includes previously missing imports.
-  - added lib/sky_tool, and supporting apks/SkyDemo.apk

packages/flutter/bin/init.dart

-// Copyright 2015 The Chromium Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-/*
-* This script should be invoked via 'pub run' after 'pub get':
-* $ pub run sky:init
-* NOTE: The 'dart' executable must be on your $PATH for this script to work.
-*/
-
-import 'dart:io';
-
-main(List<String> arguments) {
-  ProcessResult result = Process.runSync('dart', ['-p', 'packages', 'packages/mojom/generate.dart']);
-  stdout.write(result.stdout);
-  stderr.write(result.stderr);
-}

packages/flutter/lib/download_material_design_icons

-#!/usr/bin/env python
-# Copyright (c) 2015 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-import os
-import subprocess
-import urllib2
-
-sky_lib_dir = os.path.dirname(os.path.abspath(__file__))
-assets_dir = os.path.join(sky_lib_dir, 'assets')
-sha1_path = os.path.join(assets_dir, 'material-design-icons.sha1')
-
-with open(sha1_path, 'r') as f:
-    sha1 = f.read()
-
-tgz_path = os.path.join(assets_dir, 'material-design-icons.tgz')
-url = 'https://storage.googleapis.com/mojo/material-design-icons/%s' % sha1
-response = urllib2.urlopen(url)
-
-with open(tgz_path, 'wb') as f:
-    f.write(response.read())
-
-output_path = os.path.join(assets_dir, tgz_path)
-subprocess.call([
-    'tar', '-xzf', output_path, '-C', assets_dir
-])
-
-os.unlink(tgz_path)

packages/flutter/lib/sky_tool

-#!/usr/bin/env python
-# Copyright 2015 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-import argparse
-import json
-import logging
-import os
-import re
-import signal
-import socket
-import subprocess
-import sys
-import urlparse
-import time
-
-# TODO(eseidel): This should be BIN_DIR.
-LIB_DIR = os.path.realpath(os.path.dirname(os.path.abspath(__file__)))
-SKY_PACKAGE_ROOT = os.path.realpath(os.path.dirname(LIB_DIR))
-
-SKY_SERVER_PORT = 9888
-APK_NAME = 'SkyDemo.apk'
-ANDROID_PACKAGE = "org.domokit.sky.demo"
-# FIXME: This assumes adb is in $PATH, we could look for ANDROID_HOME, etc?
-ADB_PATH = 'adb'
-
-PID_FILE_PATH = "/tmp/sky_tool.pids"
-PID_FILE_KEYS = frozenset([
-    'remote_sky_server_port',
-    'sky_server_pid',
-    'sky_server_port',
-    'sky_server_root',
-    'build_dir',
-])
-
-
-def _port_in_use(port):
-    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
-    return sock.connect_ex(('localhost', port)) == 0
-
-
-# We need something to serve sky files, python's httpserver is sufficient.
-def _start_http_server(port, root):
-    server_command = [
-        'python', '-m', 'SimpleHTTPServer', str(port),
-    ]
-    return subprocess.Popen(server_command, cwd=root).pid
-
-
-# This 'strict dictionary' approach is useful for catching typos.
-class Pids(object):
-    def __init__(self, known_keys, contents=None):
-        self._known_keys = known_keys
-        self._dict = contents if contents is not None else {}
-
-    def __len__(self):
-        return len(self._dict)
-
-    def get(self, key, default=None):
-        assert key in self._known_keys, '%s not in known_keys' % key
-        return self._dict.get(key, default)
-
-    def __getitem__(self, key):
-        assert key in self._known_keys, '%s not in known_keys' % key
-        return self._dict[key]
-
-    def __setitem__(self, key, value):
-        assert key in self._known_keys, '%s not in known_keys' % key
-        self._dict[key] = value
-
-    def __delitem__(self, key):
-        assert key in self._known_keys, '%s not in known_keys' % key
-        del self._dict[key]
-
-    def __iter__(self):
-        return iter(self._dict)
-
-    def __contains__(self, key):
-        assert key in self._known_keys, '%s not in allowed_keys' % key
-        return key in self._dict
-
-    def clear(self):
-        self._dict = {}
-
-    def pop(self, key, default=None):
-        assert key in self._known_keys, '%s not in known_keys' % key
-        return self._dict.pop(key, default)
-
-    @classmethod
-    def read_from(cls, path, known_keys):
-        contents = {}
-        try:
-            with open(path, 'r') as pid_file:
-                contents = json.load(pid_file)
-        except:
-            if os.path.exists(path):
-                logging.warn('Failed to read pid file: %s' % path)
-        return cls(known_keys, contents)
-
-    def write_to(self, path):
-        try:
-            with open(path, 'w') as pid_file:
-                json.dump(self._dict, pid_file, indent=2, sort_keys=True)
-        except:
-            logging.warn('Failed to write pid file: %s' % path)
-
-
-def _url_for_path(port, root, path):
-    relative_path = os.path.relpath(path, root)
-    return 'sky://localhost:%s/%s' % (port, relative_path)
-
-
-class StartSky(object):
-    def add_subparser(self, subparsers):
-        start_parser = subparsers.add_parser('start',
-            help='launch %s on the device' % APK_NAME)
-        start_parser.add_argument('--install', action='store_true')
-        start_parser.add_argument('project_or_path', nargs='?', type=str,
-            default='main.sky')
-        start_parser.set_defaults(func=self.run)
-
-    def _is_package_installed(self, package_name):
-        pm_path_cmd = [ADB_PATH, 'shell', 'pm', 'path', package_name]
-        return subprocess.check_output(pm_path_cmd).strip() != ''
-
-    def run(self, args, pids):
-        StopSky().run(args, pids)
-
-        if not self._is_package_installed(ANDROID_PACKAGE):
-            print '%s is not installed, installing.' % APK_NAME
-            args.install = True
-
-        if args.install:
-            apk_path = os.path.join(SKY_PACKAGE_ROOT, 'apks', APK_NAME)
-            if not os.path.exists(apk_path):
-                print "'%s' does not exist?" % apk_path
-                return 2
-
-            subprocess.check_call([ADB_PATH, 'install', '-r', apk_path])
-
-        project_or_path = os.path.abspath(args.project_or_path)
-
-        if os.path.isdir(project_or_path):
-            sky_server_root = project_or_path
-            main_sky = os.path.join(project_or_path, 'main.sky')
-            missing_msg = "Missing main.sky in project: %s" % sky_server_root
-        else:
-            sky_server_root = os.path.dirname(project_or_path)
-            main_sky = project_or_path
-            missing_msg = "%s does not exist." % main_sky
-
-        if not os.path.isfile(main_sky):
-            print missing_msg
-            return 2
-
-        sky_server_port = SKY_SERVER_PORT
-        pids['sky_server_port'] = sky_server_port
-        if _port_in_use(sky_server_port):
-            logging.warn(('Port %s already in use. '
-            ' Not starting server for %s') % (sky_server_port, sky_server_root))
-        else:
-            sky_server_pid = _start_http_server(sky_server_port, sky_server_root)
-            pids['sky_server_pid'] = sky_server_pid
-            pids['sky_server_root'] = sky_server_root
-
-        port_string = 'tcp:%s' % sky_server_port
-        subprocess.check_call([
-            ADB_PATH, 'reverse', port_string, port_string
-        ])
-        pids['remote_sky_server_port'] = sky_server_port
-
-        # The load happens on the remote device, use the remote port.
-        sky_url = _url_for_path(pids['remote_sky_server_port'], sky_server_root,
-            main_sky)
-
-        subprocess.check_call([ADB_PATH, 'shell',
-            'am', 'start',
-            '-a', 'android.intent.action.VIEW',
-            '-d', sky_url])
-
-
-class StopSky(object):
-    def add_subparser(self, subparsers):
-        stop_parser = subparsers.add_parser('stop',
-            help=('kill all running SkyShell.apk processes'))
-        stop_parser.set_defaults(func=self.run)
-
-    def _kill_if_exists(self, pids, key, name):
-        pid = pids.pop(key, None)
-        if not pid:
-            logging.info('No pid for %s, nothing to do.' % name)
-            return
-        logging.info('Killing %s (%d).' % (name, pid))
-        try:
-            os.kill(pid, signal.SIGTERM)
-        except OSError:
-            logging.info('%s (%d) already gone.' % (name, pid))
-
-    def run(self, args, pids):
-        self._kill_if_exists(pids, 'sky_server_pid', 'sky_server')
-
-        if 'remote_sky_server_port' in pids:
-            port_string = 'tcp:%s' % pids['remote_sky_server_port']
-            subprocess.call([ADB_PATH, 'reverse', '--remove', port_string])
-
-        subprocess.call([
-            ADB_PATH, 'shell', 'am', 'force-stop', ANDROID_PACKAGE])
-
-        pids.clear()
-
-
-class StartTracing(object):
-    def add_subparser(self, subparsers):
-        start_tracing_parser = subparsers.add_parser('start_tracing',
-            help=('start tracing a running sky instance'))
-        start_tracing_parser.set_defaults(func=self.run)
-
-    def run(self, args, pids):
-        subprocess.check_output([ADB_PATH, 'shell',
-            'am', 'broadcast',
-            '-a', 'org.domokit.sky.demo.TRACING_START'])
-
-
-TRACE_COMPLETE_REGEXP = re.compile('Trace complete')
-TRACE_FILE_REGEXP = re.compile(r'Saving trace to (?P<path>\S+)')
-
-
-class StopTracing(object):
-    def add_subparser(self, subparsers):
-        stop_tracing_parser = subparsers.add_parser('stop_tracing',
-            help=('stop tracing a running sky instance'))
-        stop_tracing_parser.set_defaults(func=self.run)
-
-    def run(self, args, pids):
-        subprocess.check_output([ADB_PATH, 'logcat', '-c'])
-        subprocess.check_output([ADB_PATH, 'shell',
-            'am', 'broadcast',
-            '-a', 'org.domokit.sky.demo.TRACING_STOP'])
-        device_path = None
-        is_complete = False
-        while not is_complete:
-            time.sleep(0.2)
-            log = subprocess.check_output([ADB_PATH, 'logcat', '-d'])
-            if device_path is None:
-                result = TRACE_FILE_REGEXP.search(log)
-                if result:
-                    device_path = result.group('path')
-            is_complete = TRACE_COMPLETE_REGEXP.search(log) is not None
-
-        print 'Downloading trace %s ...' % os.path.basename(device_path)
-
-        if device_path:
-            subprocess.check_output([ADB_PATH, 'pull', device_path])
-            subprocess.check_output([ADB_PATH, 'shell', 'rm', device_path])
-
-
-class SkyShellRunner(object):
-    def _check_for_adb(self):
-        try:
-            subprocess.check_output([ADB_PATH, 'devices'])
-        except OSError:
-            print "'adb' (from the Android SDK) not in $PATH, can't continue."
-            return False
-        return True
-
-    def main(self):
-        logging.basicConfig(level=logging.WARNING)
-        if not self._check_for_adb():
-            sys.exit(2)
-
-        parser = argparse.ArgumentParser(description='Sky Demo Runner')
-        subparsers = parser.add_subparsers(help='sub-command help')
-
-        for command in [StartSky(), StopSky(), StartTracing(), StopTracing()]:
-            command.add_subparser(subparsers)
-
-        args = parser.parse_args()
-        pids = Pids.read_from(PID_FILE_PATH, PID_FILE_KEYS)
-        exit_code = args.func(args, pids)
-        # We could do this with an at-exit handler instead?
-        pids.write_to(PID_FILE_PATH)
-        sys.exit(exit_code)
-
-
-if __name__ == '__main__':
-    SkyShellRunner().main()

packages/flutter/pubspec.yaml

-name: sky
-author: Chromium Authors <sky-dev@googlegroups.com>
-description: Dart files to support executing inside Sky.
-homepage: https://github.com/domokit/mojo/tree/master/sky
-version: 0.0.5
-dependencies:
-  mojo: '>=0.0.1 <1.0.0'
-  mojom: '>=0.0.4 <1.0.0'