import 'dart:io'; import 'dart:async'; import 'package:path/path.dart' as p; String flutterRoot = p.dirname(p.dirname(p.dirname(p.fromUri(Platform.script)))); String flutter = p.join(flutterRoot, 'bin', Platform.isWindows ? 'flutter.bat' : 'flutter'); String dart = p.join(flutterRoot, 'bin', 'cache', 'dart-sdk', 'bin', Platform.isWindows ? 'dart.exe' : 'dart'); String flutterTestArgs = Platform.environment['FLUTTER_TEST_ARGS']; /// When you call this, you can set FLUTTER_TEST_ARGS to pass custom /// arguments to flutter test. For example, you might want to call this /// script using FLUTTER_TEST_ARGS=--local-engine=host_debug_unopt to /// use your own build of the engine. Future main() async { // Analyze all the Dart code in the repo. await _runFlutterAnalyze(flutterRoot, options: ['--flutter-repo'], ); // Verify that the tests actually return failure on failure and success on success. String automatedTests = p.join(flutterRoot, 'dev', 'automated_tests'); await _runFlutterTest(automatedTests, script: p.join('test_smoke_test', 'fail_test.dart'), expectFailure: true, printOutput: false, ); await _runFlutterTest(automatedTests, script: p.join('test_smoke_test', 'pass_test.dart'), printOutput: false, ); await _runFlutterTest(automatedTests, script: p.join('test_smoke_test', 'crash1_test.dart'), expectFailure: true, printOutput: false, ); await _runFlutterTest(automatedTests, script: p.join('test_smoke_test', 'crash2_test.dart'), expectFailure: true, printOutput: false, ); await _runFlutterTest(automatedTests, script: p.join('test_smoke_test', 'syntax_error_test.broken_dart'), expectFailure: true, printOutput: false, ); await _runFlutterTest(automatedTests, script: p.join('test_smoke_test', 'missing_import_test.broken_dart'), expectFailure: true, printOutput: false, ); await _runCmd(flutter, ['drive', '--use-existing-app', '-t', p.join('test_driver', 'failure.dart')], workingDirectory: p.join(flutterRoot, 'packages', 'flutter_driver'), expectFailure: true, printOutput: false, skip: Platform.isWindows, // TODO(goderbauer): run on Windows when 'drive' command works ); List coverageFlags = []; if (Platform.environment['TRAVIS'] != null && Platform.environment['TRAVIS_PULL_REQUEST'] == 'false') coverageFlags.add('--coverage'); // Run tests. await _runFlutterTest(p.join(flutterRoot, 'packages', 'flutter'), options: coverageFlags, ); await _runAllDartTests(p.join(flutterRoot, 'packages', 'flutter_driver')); await _runFlutterTest(p.join(flutterRoot, 'packages', 'flutter_test')); await _runAllDartTests(p.join(flutterRoot, 'packages', 'flutter_tools'), environment: { 'FLUTTER_ROOT': flutterRoot }, ); await _runAllDartTests(p.join(flutterRoot, 'dev', 'devicelab')); await _runFlutterTest(p.join(flutterRoot, 'dev', 'manual_tests')); await _runFlutterTest(p.join(flutterRoot, 'examples', 'hello_world')); await _runFlutterTest(p.join(flutterRoot, 'examples', 'layers')); await _runFlutterTest(p.join(flutterRoot, 'examples', 'stocks')); await _runFlutterTest(p.join(flutterRoot, 'examples', 'flutter_gallery')); await _runCmd(dart, [p.join(flutterRoot, 'dev', 'tools', 'mega_gallery.dart')], workingDirectory: flutterRoot, ); await _runFlutterAnalyze(p.join(flutterRoot, 'dev', 'benchmarks', 'mega_gallery'), options: ['--watch', '--benchmark'], ); print('\x1B[32mDONE: All tests successful.\x1B[0m'); } Future _runCmd(String executable, List arguments, { String workingDirectory, Map environment, bool expectFailure: false, bool printOutput: true, bool skip: false, }) async { String cmd = '${p.relative(executable)} ${arguments.join(' ')}'; String relativeWorkingDir = p.relative(workingDirectory); if (skip) { _printProgress('SKIPPING', relativeWorkingDir, cmd); return null; } _printProgress('RUNNING', relativeWorkingDir, cmd); Process process = await Process.start(executable, arguments, workingDirectory: workingDirectory, environment: environment, ); if (printOutput) { stdout.addStream(process.stdout); stderr.addStream(process.stderr); } int exitCode = await process.exitCode; if ((exitCode == 0) == expectFailure) { print( '\x1B[31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\x1B[0m\n' '\x1B[1mERROR:\x1B[31m Last command exited with $exitCode (expected: ${expectFailure ? 'non-zero' : 'zero'}).\x1B[0m\n' '\x1B[31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\x1B[0m' ); exit(1); } } Future _runFlutterTest(String workingDirectory, { String script, bool expectFailure: false, bool printOutput: true, List options: const [], bool skip: false, }) { List args = ['test']..addAll(options); if (flutterTestArgs != null) args.add(flutterTestArgs); if (script != null) args.add(script); return _runCmd(flutter, args, workingDirectory: workingDirectory, expectFailure: expectFailure, printOutput: printOutput, skip: skip || Platform.isWindows, // TODO(goderbauer): run on Windows when sky_shell is available ); } Future _runAllDartTests(String workingDirectory, { Map environment, }) { List args = ['--checked', p.join('test', 'all.dart')]; return _runCmd(dart, args, workingDirectory: workingDirectory, environment: environment, ); } Future _runFlutterAnalyze(String workingDirectory, { List options: const [] }) { return _runCmd(flutter, ['analyze']..addAll(options), workingDirectory: workingDirectory, ); } void _printProgress(String action, String workingDir, String cmd) { print('>>> $action in \x1B[36m$workingDir\x1B[0m: \x1B[33m$cmd\x1B[0m'); }