mbed-os/workspace_tools/upload_results.py

#!/usr/bin/env python

import os
import sys
import argparse
import ast
import urllib2
import urllib
import time
import datetime
import xml.etree.ElementTree as ET

import pprint

import requests
import urlparse

pp = pprint.PrettyPrinter(indent=4)

def create_headers(args):
    return { 'X-Api-Key':  args.api_key }

def finish_command(command, response):
    print(command, response.status_code, response.reason)
    print(response.text)

    if response.status_code < 400:
        sys.exit(0)
    else:
        sys.exit(2)

def create_build(args):
    build = {}
    build['buildType'] = args.build_type
    build['number'] = args.build_number
    build['source'] = args.build_source
    build['status'] = 'running'

    r = requests.post(urlparse.urljoin(args.url, "api/builds"), headers=create_headers(args), json=build)

    if r.status_code < 400:
        if args.property_file_format:
            print("MBED_BUILD_ID=" + r.text)
        else:
            print(r.text)

        sys.exit(0)
    else:
        sys.exit(2)

def finish_build(args):
    data = {}
    data['status'] = 'completed'

    r = requests.put(urlparse.urljoin(args.url, "api/builds/" + args.build_id), headers=create_headers(args), json=data)
    finish_command('finish-build', r)

def abort_build(args):
    data = {}
    data['status'] = 'aborted'

    r = requests.put(urlparse.urljoin(args.url, "api/builds/" + args.build_id), headers=create_headers(args), json=data)
    finish_command('abort-build', r)

def add_test_runs(args):
    tree = None

    try:
        tree = ET.parse(args.test_report)
    except:
        print(sys.exc_info()[0])
        print('Invalid path to test report.')
        sys.exit(1)

    test_suites = tree.getroot()

    ts_data = {}
    ts_data['testRuns'] = []

    platforms_set = set()
    toolchains_set = set()
    testIds_set = set()
    hostOses_set = set()

    hostOses_set.add(args.host_os)

    for test_suite in test_suites:
        platform = ""
        toolchain = ""
        for properties in test_suite.findall('properties'):
            for property in properties.findall('property'):
                if property.attrib['name'] == 'target':
                    platform = property.attrib['value']
                    platforms_set.add(platform)
                elif property.attrib['name'] == 'toolchain':
                    toolchain = property.attrib['value']
                    toolchains_set.add(toolchain)

        for test_case in test_suite.findall('testcase'):
            testRun = {}
            testRun['build'] = args.build_id
            testRun['hostOs'] = args.host_os
            testRun['platform'] = platform
            testRun['toolchain'] = toolchain
            testRun['test'] = test_case.attrib['classname'].split('.')[-1]

            testIds_set.add(testRun['test'])

            system_outs = test_case.findall('system-out')

            if system_outs:
                testRun['output'] = system_outs[0].text
            else:
                testRun['output'] = ""

            errors = test_case.findall('error')

            if errors:
                testRun['pass'] = False
                testRun['result'] = errors[0].attrib['message']
            else:
                testRun['pass'] = True
                testRun['result'] = 'OK'

            ts_data['testRuns'].append(testRun)

    ts_data['platforms'] = list(platforms_set)
    ts_data['toolchains'] = list(toolchains_set)
    ts_data['testIds'] = list(testIds_set)
    ts_data['hostOses'] = list(hostOses_set)

    r = requests.post(urlparse.urljoin(args.url, "api/testRuns"), headers=create_headers(args), json=ts_data)
    finish_command('add-test-runs', r)

def main(arguments):
    # Register and parse command line arguments
    parser = argparse.ArgumentParser()
    parser.add_argument('-u', '--url', required=True, help='url to ci site')
    parser.add_argument('-k', '--api-key', required=True, help='api-key for posting data')

    subparsers = parser.add_subparsers(help='subcommand help')

    create_build_parser = subparsers.add_parser('create-build', help='create a new build')
    create_build_parser.add_argument('-b', '--build-number', required=True, help='build number')
    create_build_parser.add_argument('-T', '--build-type', choices=['Nightly', 'Limited', 'Pull Request'], required=True, help='type of build')
    create_build_parser.add_argument('-s', '--build-source', required=True, help='url to source of build')
    create_build_parser.add_argument('-p', '--property-file-format', action='store_true', help='print result in the property file format')
    create_build_parser.set_defaults(func=create_build)

    finish_build_parser = subparsers.add_parser('finish-build', help='finish a running build')
    finish_build_parser.add_argument('-b', '--build-id', required=True, help='build id')
    finish_build_parser.set_defaults(func=finish_build)

    abort_build_parser = subparsers.add_parser('abort-build', help='abort a running build')
    abort_build_parser.add_argument('-b', '--build-id', required=True, help='build id')
    abort_build_parser.set_defaults(func=abort_build)

    add_test_runs_parser = subparsers.add_parser('add-test-runs', help='add test runs to a build')
    add_test_runs_parser.add_argument('-b', '--build-id', required=True, help='build id')
    add_test_runs_parser.add_argument('-t', '--test-report', required=True, help='path to junit xml test report')
    add_test_runs_parser.add_argument('-o', '--host-os', required=True, help='host os on which test was run')
    add_test_runs_parser.set_defaults(func=add_test_runs)

    args = parser.parse_args(arguments)
    args.func(args)

if __name__ == '__main__':
    main(sys.argv[1:])