Run Autospec System Tests #11
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run Autospec System Tests | |
| # For now, let's only manually trigger: | |
| on: | |
| workflow_dispatch | |
| # push: | |
| # branches: | |
| # - main | |
| # pull_request: | |
| # branches: | |
| # - main | |
| jobs: | |
| run-autospec: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: "20" | |
| - name: Install dependencies | |
| run: > | |
| npm install | |
| npx playwright install | |
| - name: Run Unit Tests | |
| run: npm run test | |
| - name: Run Autospec Benchmark | |
| env: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| run: node benchmark/benchmark.js |