ci.yml

name: Run Autospec System Tests

# For now, let's only manually trigger:
on:
    workflow_dispatch
    # push:
    #     branches:
    #         - main
    # pull_request:
    #     branches:
    #         - main

jobs:
    run-autospec:
        runs-on: ubuntu-latest

        steps:
            - name: Checkout repository
              uses: actions/checkout@v3

            - name: Set up Node.js
              uses: actions/setup-node@v3
              with:
                  node-version: "20"

            - name: Install dependencies
              run: >
                  npm install
                  npx playwright install

            - name: Run Unit Tests
              run: npm run test

            - name: Run Autospec Benchmark
              env:
                  OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
              run: node benchmark/benchmark.js