From ab7b2a81222380d74d14c0075cf3d9f4c4ece886 Mon Sep 17 00:00:00 2001 From: Brian Daniels Date: Thu, 24 Sep 2015 16:52:45 -0500 Subject: [PATCH] Have build and test result publishing --- workspace_tools/parse_testreport.py | 111 ------------------------- workspace_tools/upload_results.py | 124 ++++++++++++++++++++++++++++ 2 files changed, 124 insertions(+), 111 deletions(-) delete mode 100644 workspace_tools/parse_testreport.py create mode 100644 workspace_tools/upload_results.py diff --git a/workspace_tools/parse_testreport.py b/workspace_tools/parse_testreport.py deleted file mode 100644 index 196aaa14d4..0000000000 --- a/workspace_tools/parse_testreport.py +++ /dev/null @@ -1,111 +0,0 @@ -#!/usr/bin/env python - -import os -import sys -import signal -import argparse -import ast -import urllib2 -import urllib -import time -import datetime -import xml.etree.ElementTree as ET -import pymysql - -import pprint - -pp = pprint.PrettyPrinter(indent=4) - -def signal_handler(signal, frame): - # Whenever a keyboard interrupt is received, cancel build - print '\nKeyboard Interrupt received. Canceled build.' - sys.exit(0) - -def main(arguments): - # Register keyboard interrupt handler - signal.signal(signal.SIGINT, signal_handler) - - # Register and parse command line arguments - parser = argparse.ArgumentParser() - parser.add_argument('-H', '--host', help='mysql host url') - parser.add_argument('-u', '--user', help='mysql username') - parser.add_argument('-p', '--password', help='mysql password') - parser.add_argument('-P', '--port', help='mysql port') - parser.add_argument('-D', '--database', help='mysql database') - parser.add_argument('-t', '--test-report', help='path to junit xml test report') - parser.add_argument('-o', '--host-os', help='host os on which test was run') - args = parser.parse_args(arguments) - - tree = None - - try: - tree = ET.parse(args.test_report) - except: - print(sys.exc_info()[0]) - print('Invalid path to test report.') - sys.exit(1) - - - test_suites = tree.getroot() - - ts_data = {} - ts_data['testSuites'] = [] - - platforms_set = set() - toolchains_set = set() - testIds_set = set() - - - for test_suite in test_suites: - ts = {} - ts['test_cases'] = [] - for properties in test_suite.findall('properties'): - for property in properties.findall('property'): - if property.attrib['name'] == 'target': - ts['platform'] = property.attrib['value'] - platforms_set.add(ts['platform']) - elif property.attrib['name'] == 'toolchain': - ts['toolchain'] = property.attrib['value'] - toolchains_set.add(ts['toolchain']) - - for test_case in test_suite.findall('testcase'): - tc = {} - tc['hostOs'] = args.host_os - tc['name'] = test_case.attrib['name'] - - tc['testId'] = test_case.attrib['classname'].split('.')[-1] - testIds_set.add(tc['testId']) - - system_outs = test_case.findall('system-out') - - tc['output'] = system_outs[0].text - - errors = test_case.findall('error') - - if errors: - tc['pass'] = False - tc['result'] = errors[0].attrib['message'] - else: - tc['pass'] = True - tc['result'] = 'OK' - - ts['test_cases'].append(tc) - - ts_data['testSuites'].append(ts) - - ts_data['platforms'] = platforms_set - ts_data['toolchains'] = toolchains_set - ts_data['testIds'] = testIds_set - - pp.pprint(ts_data) - - ''' - # Open database connection - db = MySQLdb.connect(host=args.host, user=args.user, password=args.password, db=args.database,cursorclass=pymysql.cursors.DictCursor) - - # prepare a cursor object using cursor() method - cursor = db.cursor() - ''' - -if __name__ == '__main__': - main(sys.argv[1:]) diff --git a/workspace_tools/upload_results.py b/workspace_tools/upload_results.py new file mode 100644 index 0000000000..21c8bc195d --- /dev/null +++ b/workspace_tools/upload_results.py @@ -0,0 +1,124 @@ +#!/usr/bin/env python + +import os +import sys +import signal +import argparse +import ast +import urllib2 +import urllib +import time +import datetime +import xml.etree.ElementTree as ET + +import pprint + +import requests +import urlparse + +pp = pprint.PrettyPrinter(indent=4) + +def signal_handler(signal, frame): + # Whenever a keyboard interrupt is received, cancel build + print '\nKeyboard Interrupt received. Canceled build.' + sys.exit(0) + +def main(arguments): + # Register keyboard interrupt handler + signal.signal(signal.SIGINT, signal_handler) + + # Register and parse command line arguments + parser = argparse.ArgumentParser() + parser.add_argument('info_type', choices=['build', 'testRuns'], help='info type') + parser.add_argument('-u', '--url', help='url to ci site') + parser.add_argument('-t', '--test-report', help='path to junit xml test report') + parser.add_argument('-o', '--host-os', help='host os on which test was run') + parser.add_argument('-b', '--build', help='build number') + parser.add_argument('-k', '--api-key', help='api-key for posting data') + args = parser.parse_args(arguments) + + if args.info_type == 'build': + build = {} + build['id'] = args.build + build['buildType'] = 'Nightly' + build['source'] = 'https://github.com/mbedmicro/mbed' + + r = requests.post(urlparse.urljoin(args.url, "api/builds"), json=build) + print("Build POST status", r.status_code, r.reason) + print(r.text) + + return r.status_code <= 200 + + elif args.info_type == 'testRuns': + + tree = None + + try: + tree = ET.parse(args.test_report) + except: + print(sys.exc_info()[0]) + print('Invalid path to test report.') + sys.exit(1) + + test_suites = tree.getroot() + + ts_data = {} + ts_data['testRuns'] = [] + + platforms_set = set() + toolchains_set = set() + testIds_set = set() + hostOses_set = set() + + hostOses_set.add(args.host_os) + + for test_suite in test_suites: + platform = "" + toolchain = "" + for properties in test_suite.findall('properties'): + for property in properties.findall('property'): + if property.attrib['name'] == 'target': + platform = property.attrib['value'] + platforms_set.add(platform) + elif property.attrib['name'] == 'toolchain': + toolchain = property.attrib['value'] + toolchains_set.add(toolchain) + + for test_case in test_suite.findall('testcase'): + testRun = {} + testRun['build'] = args.build + testRun['hostOs'] = args.host_os + testRun['platform'] = platform + testRun['toolchain'] = toolchain + testRun['test'] = test_case.attrib['classname'].split('.')[-1] + + testIds_set.add(testRun['test']) + + system_outs = test_case.findall('system-out') + + testRun['output'] = system_outs[0].text + + errors = test_case.findall('error') + + if errors: + testRun['pass'] = False + testRun['result'] = errors[0].attrib['message'] + else: + testRun['pass'] = True + testRun['result'] = 'OK' + + ts_data['testRuns'].append(testRun) + + ts_data['platforms'] = list(platforms_set) + ts_data['toolchains'] = list(toolchains_set) + ts_data['testIds'] = list(testIds_set) + ts_data['hostOses'] = list(hostOses_set) + + r = requests.post(urlparse.urljoin(args.url, "api/testRuns"), json=ts_data) + print("testRuns POST status", r.status_code, r.reason) + print(r.text) + + return r.status_code <= 200 + +if __name__ == '__main__': + main(sys.argv[1:])