ansible/community.general
1
0
Fork 0
mirror of https://github.com/ansible-collections/community.general.git synced 2024-09-14 20:13:21 +02:00
Code Releases Activity

Collect data from integration test runs. (#28650)

Browse source
This commit is contained in:
Matt Clay 2017-08-25 18:14:47 -04:00 committed by GitHub
parent 357119f3b7
commit f71d861563
3 changed files with 33 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.gitignore vendored
View file

@ -74,6 +74,7 @@ packaging/release/ansible_release
/test/results/bot/*.json /test/results/bot/*.json
/test/results/junit/*.xml /test/results/junit/*.xml
/test/results/logs/*.log /test/results/logs/*.log
/test/results/data/*.json
/test/integration/inventory.remote /test/integration/inventory.remote
/test/integration/inventory.networking /test/integration/inventory.networking
/test/integration/inventory.winrm /test/integration/inventory.winrm

0
test/results/data/.keep Normal file
View file

32
test/runner/lib/executor.py
View file

@ -5,6 +5,7 @@ from __future__ import absolute_import, print_function
import json import json
import os import os
import collections import collections
import datetime
import re import re
import tempfile import tempfile
import time import time
@ -554,6 +555,8 @@ def command_integration_filtered(args, targets, all_targets):
start_at_task = args.start_at_task start_at_task = args.start_at_task
results = {}
for target in targets_iter: for target in targets_iter:
if args.start_at and not found: if args.start_at and not found:
found = target.name == args.start_at found = target.name == args.start_at
@ -580,6 +583,9 @@ def command_integration_filtered(args, targets, all_targets):
try: try:
run_setup_targets(args, test_dir, target.setup_once, all_targets_dict, setup_targets_executed, False) run_setup_targets(args, test_dir, target.setup_once, all_targets_dict, setup_targets_executed, False)
start_time = time.time()
run_setup_targets(args, test_dir, target.setup_always, all_targets_dict, setup_targets_executed, True) run_setup_targets(args, test_dir, target.setup_always, all_targets_dict, setup_targets_executed, True)
if not args.explain: if not args.explain:
@ -592,6 +598,22 @@ def command_integration_filtered(args, targets, all_targets):
else: else:
command_integration_role(args, target, start_at_task) command_integration_role(args, target, start_at_task)
start_at_task = None start_at_task = None
end_time = time.time()
results[target.name] = dict(
name=target.name,
type=target.type,
aliases=target.aliases,
modules=target.modules,
run_time_seconds=int(end_time - start_time),
setup_once=target.setup_once,
setup_always=target.setup_always,
coverage=args.coverage,
coverage_label=args.coverage_label,
python_version=args.python_version,
)
break break
except SubprocessError: except SubprocessError:
if cloud_environment: if cloud_environment:
@ -626,6 +648,16 @@ def command_integration_filtered(args, targets, all_targets):
finally: finally:
display.verbosity = args.verbosity = verbosity display.verbosity = args.verbosity = verbosity
if not args.explain:
results_path = 'test/results/data/%s-%s.json' % (args.command, re.sub(r'[^0-9]', '-', str(datetime.datetime.utcnow().replace(microsecond=0))))
data = dict(
targets=results,
)
with open(results_path, 'w') as results_fd:
results_fd.write(json.dumps(data, sort_keys=True, indent=4))
if failed: if failed:
raise ApplicationError('The %d integration test(s) listed below (out of %d) failed. See error output above for details:\n%s' % ( raise ApplicationError('The %d integration test(s) listed below (out of %d) failed. See error output above for details:\n%s' % (
len(failed), len(passed) + len(failed), '\n'.join(target.name for target in failed))) len(failed), len(passed) + len(failed), '\n'.join(target.name for target in failed)))