33 lines
1.0 KiB
JSON
33 lines
1.0 KiB
JSON
{
|
|
"command": "agbenchmark start --test=TestWriteFile",
|
|
"completion_time": "2023-07-27-13:32",
|
|
"benchmark_start_time": "2023-07-27-13:31",
|
|
"metrics": {
|
|
"run_time": "62.63 seconds",
|
|
"highest_difficulty": "No successful tests"
|
|
},
|
|
"tests": {
|
|
"TestWriteFile": {
|
|
"data_path": "agbenchmark/challenges/interface/write_file/data.json",
|
|
"is_regression": false,
|
|
"category": [
|
|
"interface"
|
|
],
|
|
"task": "Print the the capital of America to a .txt file",
|
|
"answer": "Washington",
|
|
"description": "Tests the writing to file",
|
|
"metrics": {
|
|
"difficulty": "interface",
|
|
"success": false,
|
|
"fail_reason": "assert 1 in [0.0]",
|
|
"success_%": 33.33,
|
|
"run_time": "62.088 seconds"
|
|
},
|
|
"reached_cutoff": true
|
|
}
|
|
},
|
|
"config": {
|
|
"workspace": "auto_gpt_workspace",
|
|
"entry_path": "agbenchmark.benchmarks"
|
|
}
|
|
} |