evals-testing.yml

name: Run Braintrust Evals

on:
  workflow_run:
    workflows: ["Knip"]
    types:
      - completed

permissions: write-all

jobs:
  eval:
    name: Run evals
    runs-on: ubuntu-latest
    permissions: write-all

    steps:
      - uses: actions/setup-node@v4
        with:
          node-version: "20.10.0"

      - uses: actions/checkout@master
        with:
          fetch-depth: 0

      - name: Setup Bun
        uses: oven-sh/setup-bun@v2

      - name: Install toolchain
        run: bun install --frozen-lockfile

      - name: Run Evals
        id: evals
        run: bun eval
        env:
          SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
          SUPABASE_KEY: ${{ secrets.SUPABASE_KEY }}
          VOYAGEAI_API_KEY: ${{ secrets.VOYAGEAI_API_KEY }}
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
          UBIQUITY_OS_APP_NAME: ${{ secrets.UBIQUITY_OS_APP_NAME }}
          BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }}
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

      - name: Add Evals Report to Github Comment
        if: always()
        run: echo "$(cat eval-results.md)" >> $GITHUB_STEP_SUMMARY