AutoGPT/agbenchmark/regression_tests.json

67 lines
1.8 KiB
JSON

{
"TestBasicMemory": {
"difficulty": "basic",
"dependencies": [
"TestReadFile",
"TestWriteFile"
],
"data_path": "agbenchmark/challenges/memory/m1"
},
"TestBasicRetrieval": {
"difficulty": "basic",
"dependencies": [
"TestWriteFile",
"TestSearch"
],
"data_path": "agbenchmark/challenges/retrieval/r1"
},
"TestReadFile": {
"difficulty": "interface",
"dependencies": [
"TestWriteFile"
],
"data_path": "agbenchmark/challenges/interface/read_file"
},
"TestRememberMultipleIds": {
"difficulty": "novice",
"dependencies": [
"TestBasicMemory"
],
"data_path": "agbenchmark/challenges/memory/m2"
},
"TestRememberMultipleIdsWithNoise": {
"difficulty": "intermediate",
"dependencies": [
"TestRememberMultipleIds"
],
"data_path": "agbenchmark/challenges/memory/m3"
},
"TestRememberMultiplePhrasesWithNoise": {
"difficulty": "advanced",
"dependencies": [
"TestRememberMultipleIdsWithNoise"
],
"data_path": "agbenchmark/challenges/memory/m4"
},
"TestRetrieval2": {
"difficulty": "novice",
"dependencies": [
"TestBasicRetrieval"
],
"data_path": "agbenchmark/challenges/retrieval/r2"
},
"TestRetrieval3": {
"difficulty": "intermediate",
"dependencies": [
"TestRetrieval2"
],
"data_path": "agbenchmark/challenges/retrieval/r3"
},
"TestSearch": {
"difficulty": "interface",
"dependencies": [
"TestWriteFile"
],
"data_path": "agbenchmark/challenges/interface/search"
}
}