calibrate.yml

name: calibrate

on:
  pull_request:
    paths:
      - "ragproof/judge/templates/**"
      - "ragproof/judge/fixtures/**"

jobs:
  calibrate:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: astral-sh/setup-uv@v5
        with:
          python-version: "3.12"
      - run: uv sync --extra dev
      - name: run judge calibration
        env:
          RAGPROOF_LLM_PROVIDER: ${{ vars.RAGPROOF_LLM_PROVIDER }}
          RAGPROOF_JUDGE_MODEL: ${{ vars.RAGPROOF_JUDGE_MODEL }}
          RAGPROOF_LLM_API_KEY: ${{ secrets.RAGPROOF_LLM_API_KEY }}
        run: |
          if [ -z "$RAGPROOF_LLM_API_KEY" ]; then
            echo "::warning::RAGPROOF_LLM_API_KEY secret is not set; skipping judge calibration"
            exit 0
          fi
          uv run ragproof calibrate