57 lines
1.8 KiB
YAML
57 lines
1.8 KiB
YAML
|
name: AutoGPTs CI
|
||
|
|
|
||
|
|
on:
|
||
|
|
workflow_dispatch:
|
||
|
|
branches: [master]
|
||
|
|
schedule:
|
||
|
|
- cron: '0 8 * * *'
|
||
|
|
push:
|
||
|
|
branches: [master, ci-test*]
|
||
|
|
paths:
|
||
|
|
- 'autogpts/forge/**'
|
||
|
|
- '.github/workflows/autogpts-ci.yml'
|
||
|
|
pull_request:
|
||
|
|
branches: [stable, master, release-*]
|
||
|
|
paths:
|
||
|
|
- 'autogpts/forge/**'
|
||
|
|
- '.github/workflows/autogpts-ci.yml'
|
||
|
|
|
||
|
|
jobs:
|
||
|
|
agent-protocol-test:
|
||
|
|
runs-on: ubuntu-latest
|
||
|
|
timeout-minutes: 20
|
||
|
|
steps:
|
||
|
|
- name: Checkout repository
|
||
|
|
uses: actions/checkout@v3
|
||
|
|
with:
|
||
|
|
fetch-depth: 0
|
||
|
|
ref: ${{ github.event.pull_request.head.ref }}
|
||
|
|
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
||
|
|
submodules: true
|
||
|
|
|
||
|
|
- name: Set up Python ${{ env.min-python-version }}
|
||
|
|
uses: actions/setup-python@v2
|
||
|
|
with:
|
||
|
|
python-version: ${{ env.min-python-version }}
|
||
|
|
|
||
|
|
- name: Install Poetry
|
||
|
|
working-directory: ./autogpts/forge/
|
||
|
|
run: |
|
||
|
|
curl -sSL https://install.python-poetry.org | python -
|
||
|
|
|
||
|
|
- name: Run regression tests
|
||
|
|
working-directory: ./autogpts/forge/
|
||
|
|
run: |
|
||
|
|
sh run_agent.sh
|
||
|
|
URL=http://127.0.0.1:8000 bash -c "$(curl -fsSL https://raw.githubusercontent.com/AI-Engineers-Foundation/agent-protocol/main/testing_suite/test.sh)"
|
||
|
|
poetry run agbenchmark start --mock
|
||
|
|
poetry run agbenchmark start --test=TestWriteFile
|
||
|
|
env:
|
||
|
|
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||
|
|
AGENT_NAME: ${{ matrix.agent-name }}
|
||
|
|
HELICONE_API_KEY: ${{ secrets.HELICONE_API_KEY }}
|
||
|
|
REQUESTS_CA_BUNDLE: /etc/ssl/certs/ca-certificates.crt
|
||
|
|
HELICONE_CACHE_ENABLED: false
|
||
|
|
HELICONE_PROPERTY_AGENT: ${{ matrix.agent-name }}
|
||
|
|
REPORT_LOCATION: ${{ format('../../reports/{0}', matrix.agent-name) }}
|