Run Single Model Benchmark #31
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run Single Model Benchmark | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| model_name: | |
| description: 'Model to benchmark (must exist in README)' | |
| required: true | |
| type: string | |
| jobs: | |
| benchmark: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '20' | |
| - name: Install dependencies | |
| run: npm install | |
| - name: Install Playwright Browsers | |
| run: npx playwright install --with-deps chromium | |
| - name: Run benchmark for single model | |
| run: npm start -- --model "${{ inputs.model_name }}" | |
| env: | |
| OPENROUTER_KEY: ${{ secrets.OPENROUTER_KEY }} | |
| - name: Commit and push if changed | |
| run: | | |
| git config --global user.name 'github-actions[bot]' | |
| git config --global user.email 'github-actions[bot]@users.noreply.github.com' | |
| git add README tests | |
| git diff --staged --quiet || (git commit -m "Docs: Update benchmark for ${{ inputs.model_name }}" && git push) |