rm old python scripts
Marcin Niemira
parent
4f0613929f
commit
1dde16ce48
|
|
@ -1,84 +0,0 @@
|
||||||
#!/usr/bin/env python
|
|
||||||
|
|
||||||
# Copyright 2016 The Kubernetes Authors All rights reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
"This package gets the LD flags used to set the version of kubernetes."
|
|
||||||
|
|
||||||
import json
|
|
||||||
import os
|
|
||||||
import re
|
|
||||||
import subprocess
|
|
||||||
import sys
|
|
||||||
import time
|
|
||||||
from datetime import datetime
|
|
||||||
|
|
||||||
K8S_PACKAGE = 'k8s.io/kubernetes/'
|
|
||||||
X_ARGS = ['-X k8s.io/minikube/vendor/k8s.io/kubernetes/pkg/version.', '-X k8s.io/minikube/vendor/k8s.io/client-go/pkg/version.']
|
|
||||||
|
|
||||||
def get_commit():
|
|
||||||
return 'gitCommit=%s' % get_from_godep('Rev')
|
|
||||||
|
|
||||||
def get_version():
|
|
||||||
return 'gitVersion=%s' % get_from_godep('Comment')
|
|
||||||
|
|
||||||
def get_major_and_minor():
|
|
||||||
major = ''
|
|
||||||
minor = ''
|
|
||||||
version = get_from_godep('Comment')
|
|
||||||
# [kubernetes/hack/lib/version.sh]:
|
|
||||||
# Try to match the "git describe" output to a regex to try to extract
|
|
||||||
# the "major" and "minor" versions and whether this is the exact tagged
|
|
||||||
# version or whether the tree is between two tagged versions.
|
|
||||||
m = re.match('^v([0-9]+)\.([0-9]+)(\.[0-9]+)?([-].*)?$', version)
|
|
||||||
if m:
|
|
||||||
major = m.group(1)
|
|
||||||
minor = m.group(2)
|
|
||||||
if m.group(4):
|
|
||||||
minor += "+"
|
|
||||||
return ('gitMajor=%s' % major, 'gitMinor=%s' % minor)
|
|
||||||
|
|
||||||
def get_from_godep(key):
|
|
||||||
with open('./Godeps/Godeps.json') as f:
|
|
||||||
contents = json.load(f)
|
|
||||||
for dep in contents['Deps']:
|
|
||||||
if dep['ImportPath'].startswith(K8S_PACKAGE):
|
|
||||||
return dep[key]
|
|
||||||
|
|
||||||
def get_tree_state():
|
|
||||||
git_status = subprocess.check_output(['git', 'status', '--porcelain'])
|
|
||||||
if git_status:
|
|
||||||
result = 'dirty'
|
|
||||||
else :
|
|
||||||
result = 'clean'
|
|
||||||
return 'gitTreeState=%s' % result
|
|
||||||
|
|
||||||
def get_build_date():
|
|
||||||
build_date = datetime.utcfromtimestamp(int(os.environ.get('SOURCE_DATE_EPOCH', time.time())))
|
|
||||||
return 'buildDate=%s' % build_date.strftime('%Y-%m-%dT%H:%M:%SZ')
|
|
||||||
|
|
||||||
def main():
|
|
||||||
if len(sys.argv) > 1 and sys.argv[1] == "--k8s-version-only":
|
|
||||||
return get_from_godep('Comment')
|
|
||||||
major, minor = get_major_and_minor()
|
|
||||||
args = [get_commit(), get_tree_state(), get_version(),
|
|
||||||
major, minor, get_build_date()]
|
|
||||||
ret = ''
|
|
||||||
for xarg in X_ARGS:
|
|
||||||
for arg in args:
|
|
||||||
ret += xarg + arg + " "
|
|
||||||
return ret
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
sys.exit(main())
|
|
||||||
|
|
@ -1,160 +0,0 @@
|
||||||
#!/usr/bin/env python
|
|
||||||
|
|
||||||
# Copyright 2019 The Kubernetes Authors All rights reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
"""This script will execute a set of named minikube tests,
|
|
||||||
gather the results, logs, and artifacts into a named GCS
|
|
||||||
bucket for presentation in k8s testgrid:
|
|
||||||
https://k8s-testgrid.appspot.com
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
import os, sys, json, re, argparse, calendar, time, subprocess, shlex
|
|
||||||
|
|
||||||
def get_classname(test_script):
|
|
||||||
""" parse out the test classname from the full path of the test script"""
|
|
||||||
classname = os.path.basename(test_script).split('.')[0]
|
|
||||||
return classname
|
|
||||||
|
|
||||||
def write_results(outdir, started, finished, test_results):
|
|
||||||
""" write current results into artifacts/junit_runner.xml
|
|
||||||
format:
|
|
||||||
<testsuite failures="XXX" tests="YYY" time="ZZZ">
|
|
||||||
<testcase classname="SUITENAME" name="TESTNAME" time="ZZZ1" />
|
|
||||||
<testcase classname="SUITENAME" name="TESTNAME" time="ZZZ1" />
|
|
||||||
...
|
|
||||||
</testsuite>
|
|
||||||
|
|
||||||
write the started.json and finish.json files
|
|
||||||
format:
|
|
||||||
started.json: {"timestamp":STARTTIMEINSECONDSINCEEPOCH}
|
|
||||||
finished.json: {"timestamp":FINISHTIMEINSECONDSINCEEPOCH,
|
|
||||||
"passed":FINALRESULT,
|
|
||||||
"result":SUCCESS|FAIL,
|
|
||||||
"metadata":{}
|
|
||||||
}
|
|
||||||
Args:
|
|
||||||
outdir: a string containing the results storage directory
|
|
||||||
started: a dict containing the starting data
|
|
||||||
finished: a dict containing the finished data
|
|
||||||
tests_results: a list of dicts containing test results
|
|
||||||
"""
|
|
||||||
started_json = open(os.path.join(outdir, "started.json"), 'w')
|
|
||||||
finished_json = open(os.path.join(outdir, "finished.json"), 'w')
|
|
||||||
junit_xml = open(os.path.join(outdir, "artifacts", "junit_runner.xml"), 'w')
|
|
||||||
|
|
||||||
failures = 0
|
|
||||||
testxml = ""
|
|
||||||
for test in test_results:
|
|
||||||
testxml += '<testcase classname="%s" name="%s" time="%s">' % (test['classname'], test['name'], test['time'])
|
|
||||||
if test['status'] == 'FAIL':
|
|
||||||
failures += 1
|
|
||||||
testxml += '<failure message="Test Failed" />'
|
|
||||||
testxml += '</testcase>\n'
|
|
||||||
junit_xml.write('<testsuite failures="%s" tests="%s">\n' % (failures, len(test_results)))
|
|
||||||
junit_xml.write(testxml)
|
|
||||||
junit_xml.write('</testsuite>')
|
|
||||||
junit_xml.close()
|
|
||||||
|
|
||||||
started_json.write(json.dumps(started))
|
|
||||||
started_json.close()
|
|
||||||
finished_json.write(json.dumps(finished))
|
|
||||||
finished_json.close()
|
|
||||||
|
|
||||||
return
|
|
||||||
|
|
||||||
def upload_results(outdir, test_script, buildnum, bucket):
|
|
||||||
""" push the contents of gcs_out/* into bucket/test/logs/buildnum
|
|
||||||
|
|
||||||
Args:
|
|
||||||
outdir: a string containing the results storage directory
|
|
||||||
test_script: a string containing path to the test script
|
|
||||||
buildnum: a string containing the buildnum
|
|
||||||
bucket: a string containing the bucket to upload results to
|
|
||||||
"""
|
|
||||||
classname = get_classname(test_script)
|
|
||||||
args = shlex.split("gsutil cp -R gcs_out/ gs://%s/logs/%s/%s" % (bucket, classname, buildnum))
|
|
||||||
p = subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
|
||||||
for line in str(p.stdout):
|
|
||||||
print(line)
|
|
||||||
|
|
||||||
def run_tests(test_script, log_path, exit_status, started, finished, test_results):
|
|
||||||
""" execute the test script, grab the start time, finish time, build logs and exit status
|
|
||||||
Pull test results and important information out of the build log
|
|
||||||
test results format should be:
|
|
||||||
=== RUN TestFunctional/Mounting
|
|
||||||
--- PASS: TestFunctional (42.87s)
|
|
||||||
--- PASS: TestFunctional/Status (2.33s)
|
|
||||||
--- FAIL: SOMETESTSUITE/TESTNAME (seconds)
|
|
||||||
|
|
||||||
Args:
|
|
||||||
test_script: a string containing path to the test script
|
|
||||||
build_log: a string containing path to the build_log
|
|
||||||
exit_status: a string that will contain the test script's exit_status
|
|
||||||
started: a dict containing the starting data
|
|
||||||
finished: a dict containing the finished data
|
|
||||||
tests_results: a list of dicts containing test results
|
|
||||||
"""
|
|
||||||
classname = get_classname(test_script)
|
|
||||||
build_log_file = open(log_path, 'w')
|
|
||||||
p = subprocess.Popen(['bash','-x',test_script], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
|
||||||
for line in str(p.stdout):
|
|
||||||
build_log_file.write(line)
|
|
||||||
print(line.rstrip())
|
|
||||||
if '--- PASS' in line:
|
|
||||||
match = re.match('.*--- PASS: ([^ ]+) \(([0-9.]+)s\)', line)
|
|
||||||
(name, seconds) = match.group(1, 2)
|
|
||||||
test_results.append({"name":name, "classname":classname, "time":seconds, "status":"PASS"})
|
|
||||||
if '--- FAIL' in line:
|
|
||||||
match = re.match('.*--- FAIL: ([^ ]+) \(([0-9.]+)s\)', line)
|
|
||||||
(name, seconds) = match.group(1, 2)
|
|
||||||
test_results.append({"name":name, "classname":classname, "time":seconds, "status":"FAIL"})
|
|
||||||
build_log_file.close()
|
|
||||||
return
|
|
||||||
|
|
||||||
def main(argv):
|
|
||||||
|
|
||||||
parser = argparse.ArgumentParser(description='Run tests and upload results to GCS bucket', usage='./run_tests.py --test path/to/test.sh')
|
|
||||||
parser.add_argument('--test', required=True, help='full path to test script you want to run')
|
|
||||||
parser.add_argument('--build-num', dest="buildnum", required=True, help='buildnumber for uploading to GCS')
|
|
||||||
parser.add_argument('--bucket', default="k8s-minikube-prow", help='Name of the GCS bucket to upload to. Default: k8s-minkube-prow')
|
|
||||||
parser.add_argument('--out-dir', dest="outdir", default="gcs_out", help='Path of the directory to store all results, artifacts, and logs')
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
if not os.path.exists(args.outdir):
|
|
||||||
os.makedirs(os.path.join(args.outdir, "artifacts"))
|
|
||||||
|
|
||||||
build_log = os.path.join(args.outdir, "build_log.txt")
|
|
||||||
exit_status = ""
|
|
||||||
started = {"timestamp":calendar.timegm(time.gmtime())}
|
|
||||||
finished = {}
|
|
||||||
test_results = []
|
|
||||||
|
|
||||||
run_tests(args.test, build_log, exit_status, started, finished, test_results)
|
|
||||||
|
|
||||||
finished['timestamp'] = calendar.timegm(time.gmtime())
|
|
||||||
#if the test script in run_tests exits with a non-zero status then mark the test run as FAILED
|
|
||||||
if exit_status != "0":
|
|
||||||
finished['passed'] = "false"
|
|
||||||
finished['result'] = "FAIL"
|
|
||||||
else:
|
|
||||||
finished['passed'] = "true"
|
|
||||||
finished['result'] = "SUCCESS"
|
|
||||||
|
|
||||||
write_results(args.outdir, started, finished, test_results)
|
|
||||||
upload_results(args.outdir, args.test, args.buildnum, args.bucket)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
main(sys.argv)
|
|
||||||
Loading…
Reference in New Issue