69 lines
3.0 KiB
Bash
Executable File
69 lines
3.0 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright 2021 The Kubernetes Authors All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# Takes a series of gopogh summary jsons, and formats them into a CSV file with
|
|
# a row for each test.
|
|
# Example usage: cat gopogh_1.json gopogh_2.json gopogh_3.json | ./process_data.sh
|
|
|
|
set -eu -o pipefail
|
|
|
|
# Print header.
|
|
printf "Commit Hash,Test Date,Environment,Test,Status,Duration,Root Job,Total Tests Ran,Total Duration\n"
|
|
|
|
# Turn each test in each summary file to a CSV line containing its commit hash,
|
|
# date, environment, test, status, duration, root job id, total tests ran on this run, and total duration of this run.
|
|
# Example line:
|
|
# 247982745892,2021-06-10,Docker_Linux,TestFunctional,Passed,0.5,some_identifier,251,2303.48
|
|
jq -r '((.PassedTests[]? as $name | {
|
|
commit: (.Detail.Details | split(":") | .[0]),
|
|
date: (.Detail.Details | split(":") | .[1] | if . then . else "0001-01-01" end),
|
|
environment: .Detail.Name,
|
|
test: $name,
|
|
duration: .Durations[$name],
|
|
status: "Passed",
|
|
rootJob: (.Detail.Details | split(":") | .[2] | if . then . else "0" end),
|
|
totalTestsRan: (.NumberOfPass + .NumberOfFail),
|
|
totalDuration: (.TotalDuration | if . then . else 0 end)}),
|
|
(.FailedTests[]? as $name | {
|
|
commit: (.Detail.Details | split(":") | .[0]),
|
|
date: (.Detail.Details | split(":") | .[1] | if . then . else "0001-01-01" end),
|
|
environment: .Detail.Name,
|
|
test: $name,
|
|
duration: .Durations[$name],
|
|
status: "Failed",
|
|
rootJob: (.Detail.Details | split(":") | .[2] | if . then . else "0" end),
|
|
totalTestsRan: (.NumberOfPass + .NumberOfFail),
|
|
totalDuration: (.TotalDuration | if . then . else 0 end)}),
|
|
(.SkippedTests[]? as $name | {
|
|
commit: (.Detail.Details | split(":") | .[0]),
|
|
date: (.Detail.Details | split(":") | .[1] | if . then . else "0001-01-01" end),
|
|
environment: .Detail.Name,
|
|
test: $name,
|
|
duration: 0,
|
|
status: "Skipped",
|
|
rootJob: (.Detail.Details | split(":") | .[2] | if . then . else "0" end),
|
|
totalTestsRan: (.NumberOfPass + .NumberOfFail),
|
|
totalDuration: (.TotalDuration | if . then . else 0 end)}))
|
|
| .commit + ","
|
|
+ .date + ","
|
|
+ .environment + ","
|
|
+ .test + ","
|
|
+ .status + ","
|
|
+ (.duration | tostring) + ","
|
|
+ .rootJob + ","
|
|
+ (.totalTestsRan | tostring) + ","
|
|
+ (.totalDuration | tostring)'
|