2023-07-02 14:38:30 +00:00
|
|
|
{
|
2023-07-11 02:25:19 +00:00
|
|
|
"TestBasicMemory": {
|
2023-07-10 00:27:21 +00:00
|
|
|
"difficulty": "basic",
|
2023-07-09 01:43:38 +00:00
|
|
|
"dependencies": [
|
2023-07-10 00:27:21 +00:00
|
|
|
"TestReadFile",
|
|
|
|
|
"TestWriteFile"
|
2023-07-09 01:43:38 +00:00
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/memory/m1"
|
2023-07-07 20:50:53 +00:00
|
|
|
},
|
2023-07-11 02:25:19 +00:00
|
|
|
"TestBasicRetrieval": {
|
|
|
|
|
"difficulty": "basic",
|
2023-07-11 00:46:03 +00:00
|
|
|
"dependencies": [
|
2023-07-11 02:25:19 +00:00
|
|
|
"TestWriteFile",
|
|
|
|
|
"TestSearch"
|
2023-07-11 00:46:03 +00:00
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/retrieval/r1"
|
2023-07-11 00:46:03 +00:00
|
|
|
},
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestReadFile": {
|
2023-07-10 00:27:21 +00:00
|
|
|
"difficulty": "basic",
|
2023-07-09 01:43:38 +00:00
|
|
|
"dependencies": [
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestWriteFile"
|
2023-07-09 01:43:38 +00:00
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/interface/read_file"
|
2023-07-09 01:43:38 +00:00
|
|
|
},
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestRememberMultipleIds": {
|
2023-07-07 20:50:53 +00:00
|
|
|
"difficulty": "basic",
|
2023-07-10 00:27:21 +00:00
|
|
|
"dependencies": [
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestBasicMemory"
|
2023-07-10 00:27:21 +00:00
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/memory/m2"
|
2023-07-07 20:50:53 +00:00
|
|
|
},
|
2023-07-11 00:46:03 +00:00
|
|
|
"TestRememberMultipleIdsWithNoise": {
|
|
|
|
|
"difficulty": "medium",
|
2023-07-09 01:43:38 +00:00
|
|
|
"dependencies": [
|
2023-07-11 00:46:03 +00:00
|
|
|
"TestRememberMultipleIds"
|
2023-07-10 00:27:21 +00:00
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/memory/m3"
|
2023-07-06 03:32:28 +00:00
|
|
|
},
|
2023-07-11 02:25:19 +00:00
|
|
|
"TestRememberMultiplePhrasesWithNoise": {
|
|
|
|
|
"difficulty": "medium",
|
2023-07-04 22:28:00 +00:00
|
|
|
"dependencies": [
|
2023-07-11 02:25:19 +00:00
|
|
|
"TestRememberMultipleIdsWithNoise"
|
2023-07-04 22:28:00 +00:00
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/memory/m4"
|
2023-07-07 20:55:59 +00:00
|
|
|
},
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestRetrieval2": {
|
2023-07-11 00:46:03 +00:00
|
|
|
"difficulty": "basic",
|
2023-07-09 01:43:38 +00:00
|
|
|
"dependencies": [
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestBasicRetrieval"
|
2023-07-09 01:43:38 +00:00
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/retrieval/r2"
|
2023-07-10 01:33:08 +00:00
|
|
|
},
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestRetrieval3": {
|
2023-07-10 01:33:08 +00:00
|
|
|
"difficulty": "basic",
|
2023-07-12 05:37:59 +00:00
|
|
|
"dependencies": [
|
|
|
|
|
"TestRetrieval2"
|
|
|
|
|
],
|
|
|
|
|
"data_path": "agbenchmark/challenges/retrieval/r3"
|
2023-07-11 00:46:03 +00:00
|
|
|
},
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestSearch": {
|
2023-07-11 00:46:03 +00:00
|
|
|
"difficulty": "basic",
|
2023-07-11 02:25:19 +00:00
|
|
|
"dependencies": [
|
|
|
|
|
"TestWriteFile"
|
|
|
|
|
],
|
2023-07-12 05:37:59 +00:00
|
|
|
"data_path": "agbenchmark/challenges/interface/search"
|
2023-07-11 02:25:19 +00:00
|
|
|
},
|
2023-07-12 05:37:59 +00:00
|
|
|
"TestWriteFile": {
|
|
|
|
|
"difficulty": "basic",
|
|
|
|
|
"dependencies": [],
|
|
|
|
|
"data_path": "agbenchmark/challenges/interface/write_file"
|
2023-07-02 14:38:30 +00:00
|
|
|
}
|
2023-07-06 03:32:28 +00:00
|
|
|
}
|
