// Copyright 2014 The Flutter Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. import 'dart:convert' show jsonEncode; import 'dart:io' show Directory, File; import 'package:coverage/src/hitmap.dart'; import 'package:file/memory.dart'; import 'package:flutter_tools/src/base/file_system.dart' show FileSystem; import 'package:flutter_tools/src/test/coverage_collector.dart'; import 'package:flutter_tools/src/test/test_device.dart' show TestDevice; import 'package:flutter_tools/src/test/test_time_recorder.dart'; import 'package:stream_channel/stream_channel.dart' show StreamChannel; import 'package:vm_service/vm_service.dart'; import '../src/common.dart'; import '../src/context.dart'; import '../src/fake_vm_services.dart'; import '../src/logging_logger.dart'; void main() { testWithoutContext('Coverage collector Can handle coverage SentinelException', () async { final FakeVmServiceHost fakeVmServiceHost = FakeVmServiceHost( requests: [ FakeVmServiceRequest( method: 'getVM', jsonResponse: (VM.parse({})! ..isolates = [ IsolateRef.parse({ 'id': '1', })!, ] ).toJson(), ), FakeVmServiceRequest( method: 'getVersion', jsonResponse: Version(major: 3, minor: 51).toJson(), ), const FakeVmServiceRequest( method: 'getScripts', args: { 'isolateId': '1', }, jsonResponse: { 'type': 'Sentinel', }, ), ], ); final Map result = await collect( Uri(), {'foo'}, serviceOverride: fakeVmServiceHost.vmService, ); expect(result, {'type': 'CodeCoverage', 'coverage': []}); expect(fakeVmServiceHost.hasRemainingExpectations, false); }); testWithoutContext('Coverage collector processes coverage and script data', () async { final FakeVmServiceHost fakeVmServiceHost = FakeVmServiceHost( requests: [ FakeVmServiceRequest( method: 'getVM', jsonResponse: (VM.parse({})! ..isolates = [ IsolateRef.parse({ 'id': '1', })!, ] ).toJson(), ), FakeVmServiceRequest( method: 'getVersion', jsonResponse: Version(major: 3, minor: 51).toJson(), ), FakeVmServiceRequest( method: 'getScripts', args: { 'isolateId': '1', }, jsonResponse: ScriptList(scripts: [ ScriptRef(uri: 'package:foo/foo.dart', id: '1'), ScriptRef(uri: 'package:bar/bar.dart', id: '2'), ]).toJson(), ), FakeVmServiceRequest( method: 'getSourceReport', args: { 'isolateId': '1', 'reports': ['Coverage'], 'scriptId': '1', 'forceCompile': true, 'reportLines': true, }, jsonResponse: SourceReport( ranges: [ SourceReportRange( scriptIndex: 0, startPos: 0, endPos: 0, compiled: true, coverage: SourceReportCoverage( hits: [1, 3], misses: [2], ), ), ], scripts: [ ScriptRef( uri: 'package:foo/foo.dart', id: '1', ), ], ).toJson(), ), ], ); final Map result = await collect( Uri(), {'foo'}, serviceOverride: fakeVmServiceHost.vmService, ); expect(result, { 'type': 'CodeCoverage', 'coverage': [ { 'source': 'package:foo/foo.dart', 'script': { 'type': '@Script', 'fixedId': true, 'id': 'libraries/1/scripts/package%3Afoo%2Ffoo.dart', 'uri': 'package:foo/foo.dart', '_kind': 'library', }, 'hits': [1, 1, 3, 1, 2, 0], }, ], }); expect(fakeVmServiceHost.hasRemainingExpectations, false); }); testWithoutContext('Coverage collector with null libraryNames accepts all libraries', () async { final FakeVmServiceHost fakeVmServiceHost = createFakeVmServiceHostWithFooAndBar(); final Map result = await collect( Uri(), null, serviceOverride: fakeVmServiceHost.vmService, ); expect(result, { 'type': 'CodeCoverage', 'coverage': [ { 'source': 'package:foo/foo.dart', 'script': { 'type': '@Script', 'fixedId': true, 'id': 'libraries/1/scripts/package%3Afoo%2Ffoo.dart', 'uri': 'package:foo/foo.dart', '_kind': 'library', }, 'hits': [1, 1, 3, 1, 2, 0], }, { 'source': 'package:bar/bar.dart', 'script': { 'type': '@Script', 'fixedId': true, 'id': 'libraries/1/scripts/package%3Abar%2Fbar.dart', 'uri': 'package:bar/bar.dart', '_kind': 'library', }, 'hits': [47, 1, 21, 1, 32, 0, 86, 0], }, ], }); expect(fakeVmServiceHost.hasRemainingExpectations, false); }); testWithoutContext('Coverage collector with libraryFilters', () async { final FakeVmServiceHost fakeVmServiceHost = FakeVmServiceHost( requests: [ FakeVmServiceRequest( method: 'getVM', jsonResponse: (VM.parse({})! ..isolates = [ IsolateRef.parse({ 'id': '1', })!, ] ).toJson(), ), FakeVmServiceRequest( method: 'getVersion', jsonResponse: Version(major: 3, minor: 57).toJson(), ), FakeVmServiceRequest( method: 'getSourceReport', args: { 'isolateId': '1', 'reports': ['Coverage'], 'forceCompile': true, 'reportLines': true, 'libraryFilters': ['package:foo/'], }, jsonResponse: SourceReport( ranges: [ SourceReportRange( scriptIndex: 0, startPos: 0, endPos: 0, compiled: true, coverage: SourceReportCoverage( hits: [1, 3], misses: [2], ), ), ], scripts: [ ScriptRef( uri: 'package:foo/foo.dart', id: '1', ), ], ).toJson(), ), ], ); final Map result = await collect( Uri(), {'foo'}, serviceOverride: fakeVmServiceHost.vmService, ); expect(result, { 'type': 'CodeCoverage', 'coverage': [ { 'source': 'package:foo/foo.dart', 'script': { 'type': '@Script', 'fixedId': true, 'id': 'libraries/1/scripts/package%3Afoo%2Ffoo.dart', 'uri': 'package:foo/foo.dart', '_kind': 'library', }, 'hits': [1, 1, 3, 1, 2, 0], }, ], }); expect(fakeVmServiceHost.hasRemainingExpectations, false); }); testWithoutContext('Coverage collector with libraryFilters and null libraryNames', () async { final FakeVmServiceHost fakeVmServiceHost = FakeVmServiceHost( requests: [ FakeVmServiceRequest( method: 'getVM', jsonResponse: (VM.parse({})! ..isolates = [ IsolateRef.parse({ 'id': '1', })!, ] ).toJson(), ), FakeVmServiceRequest( method: 'getVersion', jsonResponse: Version(major: 3, minor: 57).toJson(), ), FakeVmServiceRequest( method: 'getSourceReport', args: { 'isolateId': '1', 'reports': ['Coverage'], 'forceCompile': true, 'reportLines': true, }, jsonResponse: SourceReport( ranges: [ SourceReportRange( scriptIndex: 0, startPos: 0, endPos: 0, compiled: true, coverage: SourceReportCoverage( hits: [1, 3], misses: [2], ), ), ], scripts: [ ScriptRef( uri: 'package:foo/foo.dart', id: '1', ), ], ).toJson(), ), ], ); final Map result = await collect( Uri(), null, serviceOverride: fakeVmServiceHost.vmService, ); expect(result, { 'type': 'CodeCoverage', 'coverage': [ { 'source': 'package:foo/foo.dart', 'script': { 'type': '@Script', 'fixedId': true, 'id': 'libraries/1/scripts/package%3Afoo%2Ffoo.dart', 'uri': 'package:foo/foo.dart', '_kind': 'library', }, 'hits': [1, 1, 3, 1, 2, 0], }, ], }); expect(fakeVmServiceHost.hasRemainingExpectations, false); }); testWithoutContext('Coverage collector with branch coverage', () async { final FakeVmServiceHost fakeVmServiceHost = FakeVmServiceHost( requests: [ FakeVmServiceRequest( method: 'getVM', jsonResponse: (VM.parse({})! ..isolates = [ IsolateRef.parse({ 'id': '1', })!, ] ).toJson(), ), FakeVmServiceRequest( method: 'getVersion', jsonResponse: Version(major: 3, minor: 56).toJson(), ), FakeVmServiceRequest( method: 'getScripts', args: { 'isolateId': '1', }, jsonResponse: ScriptList(scripts: [ ScriptRef(uri: 'package:foo/foo.dart', id: '1'), ScriptRef(uri: 'package:bar/bar.dart', id: '2'), ]).toJson(), ), FakeVmServiceRequest( method: 'getSourceReport', args: { 'isolateId': '1', 'reports': ['Coverage', 'BranchCoverage'], 'scriptId': '1', 'forceCompile': true, 'reportLines': true, }, jsonResponse: SourceReport( ranges: [ SourceReportRange( scriptIndex: 0, startPos: 0, endPos: 0, compiled: true, coverage: SourceReportCoverage( hits: [1, 3], misses: [2], ), branchCoverage: SourceReportCoverage( hits: [4, 6], misses: [5], ), ), ], scripts: [ ScriptRef( uri: 'package:foo/foo.dart', id: '1', ), ], ).toJson(), ), ], ); final Map result = await collect( Uri(), {'foo'}, serviceOverride: fakeVmServiceHost.vmService, branchCoverage: true, ); expect(result, { 'type': 'CodeCoverage', 'coverage': [ { 'source': 'package:foo/foo.dart', 'script': { 'type': '@Script', 'fixedId': true, 'id': 'libraries/1/scripts/package%3Afoo%2Ffoo.dart', 'uri': 'package:foo/foo.dart', '_kind': 'library', }, 'hits': [1, 1, 3, 1, 2, 0], 'branchHits': [4, 1, 6, 1, 5, 0], }, ], }); expect(fakeVmServiceHost.hasRemainingExpectations, false); }); testWithoutContext('Coverage collector caches read files', () async { Directory? tempDir; try { tempDir = Directory.systemTemp.createTempSync('flutter_coverage_collector_test.'); final File packagesFile = writeFooBarPackagesJson(tempDir); final Directory fooDir = Directory('${tempDir.path}/foo/'); fooDir.createSync(); final File fooFile = File('${fooDir.path}/foo.dart'); fooFile.writeAsStringSync('hit\nnohit but ignored // coverage:ignore-line\nhit\n'); final String packagesPath = packagesFile.path; final CoverageCollector collector = CoverageCollector( libraryNames: {'foo', 'bar'}, verbose: false, packagesPath: packagesPath, resolver: await CoverageCollector.getResolver(packagesPath) ); await collector.collectCoverage( TestTestDevice(), serviceOverride: createFakeVmServiceHostWithFooAndBar(libraryFilters: ['package:foo/', 'package:bar/']).vmService, ); Future getHitMapAndVerify() async { final Map gottenHitmap = {}; await collector.finalizeCoverage(formatter: (Map hitmap) { gottenHitmap.addAll(hitmap); return ''; }); expect(gottenHitmap.keys.toList()..sort(), ['package:bar/bar.dart', 'package:foo/foo.dart']); expect(gottenHitmap['package:foo/foo.dart']!.lineHits, {1: 1, /* 2: 0, is ignored in file */ 3: 1}); expect(gottenHitmap['package:bar/bar.dart']!.lineHits, {21: 1, 32: 0, 47: 1, 86: 0}); } Future verifyHitmapEmpty() async { final Map gottenHitmap = {}; await collector.finalizeCoverage(formatter: (Map hitmap) { gottenHitmap.addAll(hitmap); return ''; }); expect(gottenHitmap.isEmpty, isTrue); } // Get hit map the first time. await getHitMapAndVerify(); // Getting the hitmap clears it so we now doesn't get any data. await verifyHitmapEmpty(); // Collecting again gets us the same data even though the foo file has been deleted. // This means that the fact that line 2 was ignored has been cached. fooFile.deleteSync(); await collector.collectCoverage( TestTestDevice(), serviceOverride: createFakeVmServiceHostWithFooAndBar(libraryFilters: ['package:foo/', 'package:bar/']).vmService, ); await getHitMapAndVerify(); } finally { tempDir?.deleteSync(recursive: true); } }); testWithoutContext('Coverage collector respects ignore whole file', () async { Directory? tempDir; try { tempDir = Directory.systemTemp.createTempSync('flutter_coverage_collector_test.'); final File packagesFile = writeFooBarPackagesJson(tempDir); final Directory fooDir = Directory('${tempDir.path}/foo/'); fooDir.createSync(); final File fooFile = File('${fooDir.path}/foo.dart'); fooFile.writeAsStringSync('hit\nnohit but ignored // coverage:ignore-file\nhit\n'); final String packagesPath = packagesFile.path; final CoverageCollector collector = CoverageCollector( libraryNames: {'foo', 'bar'}, verbose: false, packagesPath: packagesPath, resolver: await CoverageCollector.getResolver(packagesPath) ); await collector.collectCoverage( TestTestDevice(), serviceOverride: createFakeVmServiceHostWithFooAndBar(libraryFilters: ['package:foo/', 'package:bar/']).vmService, ); final Map gottenHitmap = {}; await collector.finalizeCoverage(formatter: (Map hitmap) { gottenHitmap.addAll(hitmap); return ''; }); expect(gottenHitmap.keys.toList()..sort(), ['package:bar/bar.dart']); expect(gottenHitmap['package:bar/bar.dart']!.lineHits, {21: 1, 32: 0, 47: 1, 86: 0}); } finally { tempDir?.deleteSync(recursive: true); } }); testUsingContext('Coverage collector respects libraryNames in finalized report', () async { Directory? tempDir; try { tempDir = Directory.systemTemp.createTempSync('flutter_coverage_collector_test.'); final File packagesFile = writeFooBarPackagesJson(tempDir); File('${tempDir.path}/foo/foo.dart').createSync(recursive: true); File('${tempDir.path}/bar/bar.dart').createSync(recursive: true); final String packagesPath = packagesFile.path; CoverageCollector collector = CoverageCollector( libraryNames: {'foo', 'bar'}, verbose: false, packagesPath: packagesPath, resolver: await CoverageCollector.getResolver(packagesPath) ); await collector.collectCoverage( TestTestDevice(), serviceOverride: createFakeVmServiceHostWithFooAndBar(libraryFilters: ['package:foo/', 'package:bar/']).vmService, ); String? report = await collector.finalizeCoverage(); expect(report, contains('foo.dart')); expect(report, contains('bar.dart')); collector = CoverageCollector( libraryNames: {'foo'}, verbose: false, packagesPath: packagesPath, resolver: await CoverageCollector.getResolver(packagesPath) ); await collector.collectCoverage( TestTestDevice(), serviceOverride: createFakeVmServiceHostWithFooAndBar(libraryFilters: ['package:foo/']).vmService, ); report = await collector.finalizeCoverage(); expect(report, contains('foo.dart')); expect(report, isNot(contains('bar.dart'))); } finally { tempDir?.deleteSync(recursive: true); } }, overrides: { FileSystem: () => MemoryFileSystem.test(), ProcessManager: () => FakeProcessManager.any(), }); testWithoutContext('Coverage collector records test timings when provided TestTimeRecorder', () async { Directory? tempDir; try { tempDir = Directory.systemTemp.createTempSync('flutter_coverage_collector_test.'); final File packagesFile = writeFooBarPackagesJson(tempDir); final Directory fooDir = Directory('${tempDir.path}/foo/'); fooDir.createSync(); final File fooFile = File('${fooDir.path}/foo.dart'); fooFile.writeAsStringSync('hit\nnohit but ignored // coverage:ignore-line\nhit\n'); final String packagesPath = packagesFile.path; final LoggingLogger logger = LoggingLogger(); final TestTimeRecorder testTimeRecorder = TestTimeRecorder(logger); final CoverageCollector collector = CoverageCollector( libraryNames: {'foo', 'bar'}, verbose: false, packagesPath: packagesPath, resolver: await CoverageCollector.getResolver(packagesPath), testTimeRecorder: testTimeRecorder ); await collector.collectCoverage( TestTestDevice(), serviceOverride: createFakeVmServiceHostWithFooAndBar(libraryFilters: ['package:foo/', 'package:bar/']).vmService, ); // Expect one message for each phase. final List logPhaseMessages = testTimeRecorder.getPrintAsListForTesting().where((String m) => m.startsWith('Runtime for phase ')).toList(); expect(logPhaseMessages, hasLength(TestTimePhases.values.length)); // Several phases actually does something, but here we just expect at // least one phase to take a non-zero amount of time. final List logPhaseMessagesNonZero = logPhaseMessages.where((String m) => !m.contains(Duration.zero.toString())).toList(); expect(logPhaseMessagesNonZero, isNotEmpty); } finally { tempDir?.deleteSync(recursive: true); } }); } File writeFooBarPackagesJson(Directory tempDir) { final File file = File('${tempDir.path}/packages.json'); file.writeAsStringSync(jsonEncode({ 'configVersion': 2, 'packages': >[ { 'name': 'foo', 'rootUri': 'foo', }, { 'name': 'bar', 'rootUri': 'bar', }, ], })); return file; } FakeVmServiceHost createFakeVmServiceHostWithFooAndBar({ List? libraryFilters, }) { return FakeVmServiceHost( requests: [ FakeVmServiceRequest( method: 'getVM', jsonResponse: (VM.parse({})! ..isolates = [ IsolateRef.parse({ 'id': '1', })!, ] ).toJson(), ), FakeVmServiceRequest( method: 'getVersion', jsonResponse: Version(major: 3, minor: 61).toJson(), ), FakeVmServiceRequest( method: 'getSourceReport', args: { 'isolateId': '1', 'reports': ['Coverage'], 'forceCompile': true, 'reportLines': true, if (libraryFilters != null) 'libraryFilters': libraryFilters, }, jsonResponse: SourceReport( ranges: [ SourceReportRange( scriptIndex: 0, startPos: 0, endPos: 0, compiled: true, coverage: SourceReportCoverage( hits: [1, 3], misses: [2], ), ), SourceReportRange( scriptIndex: 1, startPos: 0, endPos: 0, compiled: true, coverage: SourceReportCoverage( hits: [47, 21], misses: [32, 86], ), ), ], scripts: [ ScriptRef( uri: 'package:foo/foo.dart', id: '1', ), ScriptRef( uri: 'package:bar/bar.dart', id: '2', ), ], ).toJson(), ), ], ); } class TestTestDevice extends TestDevice { @override Future get finished => Future.delayed(const Duration(seconds: 1)); @override Future kill() => Future.value(); @override Future get vmServiceUri => Future.value(Uri()); @override Future> start(String entrypointPath) { throw UnimplementedError(); } }