mirror of
https://github.com/flutter/flutter.git
synced 2025-06-03 00:51:18 +00:00
140 lines
4.0 KiB
Python
140 lines
4.0 KiB
Python
# Copyright 2014 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import json
|
|
import logging
|
|
|
|
from pylib.base import base_test_result
|
|
|
|
|
|
def GenerateResultsDict(test_run_result):
|
|
"""Create a results dict from |test_run_result| suitable for writing to JSON.
|
|
Args:
|
|
test_run_result: a base_test_result.TestRunResults object.
|
|
Returns:
|
|
A results dict that mirrors the one generated by
|
|
base/test/launcher/test_results_tracker.cc:SaveSummaryAsJSON.
|
|
"""
|
|
# Example json output.
|
|
# {
|
|
# "global_tags": [],
|
|
# "all_tests": [
|
|
# "test1",
|
|
# "test2",
|
|
# ],
|
|
# "disabled_tests": [],
|
|
# "per_iteration_data": [
|
|
# {
|
|
# "test1": [
|
|
# {
|
|
# "status": "SUCCESS",
|
|
# "elapsed_time_ms": 1,
|
|
# "output_snippet": "",
|
|
# "output_snippet_base64": "",
|
|
# "losless_snippet": "",
|
|
# },
|
|
# ],
|
|
# "test2": [
|
|
# {
|
|
# "status": "FAILURE",
|
|
# "elapsed_time_ms": 12,
|
|
# "output_snippet": "",
|
|
# "output_snippet_base64": "",
|
|
# "losless_snippet": "",
|
|
# },
|
|
# ],
|
|
# },
|
|
# ],
|
|
# }
|
|
|
|
assert isinstance(test_run_result, base_test_result.TestRunResults)
|
|
|
|
def status_as_string(s):
|
|
if s == base_test_result.ResultType.PASS:
|
|
return 'SUCCESS'
|
|
elif s == base_test_result.ResultType.SKIP:
|
|
return 'SKIPPED'
|
|
elif s == base_test_result.ResultType.FAIL:
|
|
return 'FAILURE'
|
|
elif s == base_test_result.ResultType.CRASH:
|
|
return 'CRASH'
|
|
elif s == base_test_result.ResultType.TIMEOUT:
|
|
return 'TIMEOUT'
|
|
elif s == base_test_result.ResultType.UNKNOWN:
|
|
return 'UNKNOWN'
|
|
|
|
def generate_iteration_data(t):
|
|
return {
|
|
t.GetName(): [
|
|
{
|
|
'status': status_as_string(t.GetType()),
|
|
'elapsed_time_ms': t.GetDuration(),
|
|
'output_snippet': '',
|
|
'losless_snippet': '',
|
|
'output_snippet_base64:': '',
|
|
}
|
|
]
|
|
}
|
|
|
|
all_tests_tuple, per_iteration_data_tuple = zip(
|
|
*[(t.GetName(), generate_iteration_data(t))
|
|
for t in test_run_result.GetAll()])
|
|
|
|
return {
|
|
'global_tags': [],
|
|
'all_tests': list(all_tests_tuple),
|
|
# TODO(jbudorick): Add support for disabled tests within base_test_result.
|
|
'disabled_tests': [],
|
|
'per_iteration_data': list(per_iteration_data_tuple),
|
|
}
|
|
|
|
|
|
def GenerateJsonResultsFile(test_run_result, file_path):
|
|
"""Write |test_run_result| to JSON.
|
|
|
|
This emulates the format of the JSON emitted by
|
|
base/test/launcher/test_results_tracker.cc:SaveSummaryAsJSON.
|
|
|
|
Args:
|
|
test_run_result: a base_test_result.TestRunResults object.
|
|
file_path: The path to the JSON file to write.
|
|
"""
|
|
with open(file_path, 'w') as json_result_file:
|
|
json_result_file.write(json.dumps(GenerateResultsDict(test_run_result)))
|
|
|
|
|
|
def ParseResultsFromJson(json_results):
|
|
"""Creates a list of BaseTestResult objects from JSON.
|
|
|
|
Args:
|
|
json_results: A JSON dict in the format created by
|
|
GenerateJsonResultsFile.
|
|
"""
|
|
|
|
def string_as_status(s):
|
|
if s == 'SUCCESS':
|
|
return base_test_result.ResultType.PASS
|
|
elif s == 'SKIPPED':
|
|
return base_test_result.ResultType.SKIP
|
|
elif s == 'FAILURE':
|
|
return base_test_result.ResultType.FAIL
|
|
elif s == 'CRASH':
|
|
return base_test_result.ResultType.CRASH
|
|
elif s == 'TIMEOUT':
|
|
return base_test_result.ResultType.TIMEOUT
|
|
else:
|
|
return base_test_result.ResultType.UNKNOWN
|
|
|
|
results_list = []
|
|
testsuite_runs = json_results['per_iteration_data']
|
|
for testsuite_run in testsuite_runs:
|
|
for test, test_runs in testsuite_run.iteritems():
|
|
results_list.extend(
|
|
[base_test_result.BaseTestResult(test,
|
|
string_as_status(tr['status']),
|
|
duration=tr['elapsed_time_ms'])
|
|
for tr in test_runs])
|
|
return results_list
|
|
|