You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
115 lines
3.1 KiB
115 lines
3.1 KiB
# Copyright 2011 Google Inc. All Rights Reserved. |
|
# Author: kbaclawski@google.com (Krystian Baclawski) |
|
# |
|
|
|
import logging |
|
import os.path |
|
|
|
RESULT_DESCRIPTION = { |
|
'ERROR': 'DejaGNU errors', |
|
'FAIL': 'Failed tests', |
|
'NOTE': 'DejaGNU notices', |
|
'PASS': 'Passed tests', |
|
'UNRESOLVED': 'Unresolved tests', |
|
'UNSUPPORTED': 'Unsupported tests', |
|
'UNTESTED': 'Not executed tests', |
|
'WARNING': 'DejaGNU warnings', |
|
'XFAIL': 'Expected test failures', |
|
'XPASS': 'Unexpectedly passed tests' |
|
} |
|
|
|
RESULT_GROUPS = { |
|
'Successes': ['PASS', 'XFAIL'], |
|
'Failures': ['FAIL', 'XPASS', 'UNRESOLVED'], |
|
'Suppressed': ['!FAIL', '!XPASS', '!UNRESOLVED', '!ERROR'], |
|
'Framework': ['UNTESTED', 'UNSUPPORTED', 'ERROR', 'WARNING', 'NOTE'] |
|
} |
|
|
|
ROOT_PATH = os.path.dirname(os.path.abspath(__file__)) |
|
|
|
|
|
def _GetResultDescription(name): |
|
if name.startswith('!'): |
|
name = name[1:] |
|
|
|
try: |
|
return RESULT_DESCRIPTION[name] |
|
except KeyError: |
|
raise ValueError('Unknown result: "%s"' % name) |
|
|
|
|
|
def _PrepareSummary(res_types, summary): |
|
|
|
def GetResultCount(res_type): |
|
return summary.get(res_type, 0) |
|
|
|
return [(_GetResultDescription(rt), GetResultCount(rt)) for rt in res_types] |
|
|
|
|
|
def _PrepareTestList(res_types, tests): |
|
|
|
def GetTestsByResult(res_type): |
|
return [(test.name, test.variant or '') |
|
for test in sorted(tests) if test.result == res_type] |
|
|
|
return [(_GetResultDescription(rt), GetTestsByResult(rt)) |
|
for rt in res_types if rt != 'PASS'] |
|
|
|
|
|
def Generate(test_runs, manifests): |
|
"""Generate HTML report from provided test runs. |
|
|
|
Args: |
|
test_runs: DejaGnuTestRun objects list. |
|
manifests: Manifest object list that will drive test result suppression. |
|
|
|
Returns: |
|
String to which the HTML report was rendered. |
|
""" |
|
tmpl_args = [] |
|
|
|
for test_run_id, test_run in enumerate(test_runs): |
|
logging.info('Generating report for: %s.', test_run) |
|
|
|
test_run.CleanUpTestResults() |
|
test_run.SuppressTestResults(manifests) |
|
|
|
# Generate summary and test list for each result group |
|
groups = {} |
|
|
|
for res_group, res_types in RESULT_GROUPS.items(): |
|
summary_all = _PrepareSummary(res_types, test_run.summary) |
|
tests_all = _PrepareTestList(res_types, test_run.results) |
|
|
|
has_2nd = lambda tuple2: bool(tuple2[1]) |
|
summary = filter(has_2nd, summary_all) |
|
tests = filter(has_2nd, tests_all) |
|
|
|
if summary or tests: |
|
groups[res_group] = {'summary': summary, 'tests': tests} |
|
|
|
tmpl_args.append({ |
|
'id': test_run_id, |
|
'name': '%s @%s' % (test_run.tool, test_run.board), |
|
'groups': groups |
|
}) |
|
|
|
logging.info('Rendering report in HTML format.') |
|
|
|
try: |
|
from django import template |
|
from django.template import loader |
|
from django.conf import settings |
|
except ImportError: |
|
logging.error('Django framework not installed!') |
|
logging.error('Failed to generate report in HTML format!') |
|
return '' |
|
|
|
settings.configure(DEBUG=True, |
|
TEMPLATE_DEBUG=True, |
|
TEMPLATE_DIRS=(ROOT_PATH,)) |
|
|
|
tmpl = loader.get_template('report.html') |
|
ctx = template.Context({'test_runs': tmpl_args}) |
|
|
|
return tmpl.render(ctx)
|
|
|