Less data in spreadsheet (#5173)

pull/5174/head
merwanehamadi 2023-09-06 23:18:18 -07:00 committed by GitHub
commit 1e89772bb9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 12 additions and 1 deletions

View File

@ -2,7 +2,7 @@ import base64
import json
import os
import re
from datetime import datetime, timedelta
import gspread
import pandas as pd
from dotenv import load_dotenv
@ -125,6 +125,17 @@ for agent_dir in os.listdir(base_dir):
pattern = re.compile(r"\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\+00:00")
if not pattern.fullmatch(benchmark_start_time):
continue # Skip processing this report if the date is not in the correct format
# Parse the benchmark_start_time to a datetime object
benchmark_datetime = datetime.strptime(
benchmark_start_time, "%Y-%m-%dT%H:%M:%S+00:00"
)
# Check if benchmark_start_time is older than 3 days
current_datetime = datetime.utcnow()
if current_datetime - benchmark_datetime > timedelta(days=3):
continue # Skip processing this report if it's more than 3 days old
# Loop through each test
for test_name, test_info in data["tests"].items():
process_test(test_name, test_info, agent_dir, data)