diff --git a/.github/workflows/benchmark-ci.yml b/.github/workflows/benchmark-ci.yml index 1f5bf867b..f58e7fa35 100644 --- a/.github/workflows/benchmark-ci.yml +++ b/.github/workflows/benchmark-ci.yml @@ -144,8 +144,10 @@ jobs: working-directory: ./benchmark/ run: | mkdir agent + link=$(jq -r '.["'"$AGENT_NAME"'"].url' agents_to_benchmark.json) + branch=$(jq -r '.["'"$AGENT_NAME"'"].branch' agents_to_benchmark.json) cd agent - git clone https://github.com/SilenNaihin/mini-agi -b benchmark-integration + git clone "$link" -b "$branch" cd $AGENT_NAME prefix="" if [ "$AGENT_NAME" == "gpt-engineer" ]; then diff --git a/benchmark/agents_to_benchmark.json b/benchmark/agents_to_benchmark.json new file mode 100644 index 000000000..d91f178f0 --- /dev/null +++ b/benchmark/agents_to_benchmark.json @@ -0,0 +1,38 @@ +{ + "Auto-GPT": { + "url": "https://github.com/Significant-Gravitas/Auto-GPT", + "branch": "master" + }, + "gpt-engineer": { + "url": "https://github.com/merwanehamadi/gpt-engineer.git", + "branch": "benchmark-integration" + }, + "mini-agi": { + "url": "https://github.com/SilenNaihin/mini-agi.git", + "branch": "benchmark-integration" + }, + "smol-developer": { + "url": "https://github.com/e2b-dev/smol-developer.git", + "branch": "benchmarks" + }, + "SuperAGI": { + "url": "https://github.com/SilenNaihin/SuperAGI.git", + "branch": "benchmark-integration" + }, + "BabyAGI": { + "url": "https://github.com/SilenNaihin/babyagi.git", + "branch": "benchmark-integration" + }, + "beebot": { + "url": "https://github.com/AutoPackAI/beebot.git", + "branch": "main" + }, + "PolyGPT": { + "url": "https://github.com/polywrap/PolyGPT.git", + "branch": "nerfzael-use-local-wrap-library" + }, + "Turbo": { + "url": "https://github.com/lc0rp/Auto-GPT-Turbo.git", + "branch": "main" + } +}