bench.yml

name: Update LLM Benchmark Data

on:
  schedule:
    # Runs at 08:00 UTC every day
    - cron: '0 8 * * *'
  workflow_dispatch:

jobs:
  run-benchmarks:
    runs-on: ubuntu-latest
    
    steps:
    - name: Send Benchmark Requests
      run: |
        regions=("sea" "iad" "cdg")
        for region in "${regions[@]}"
        do
          curl -X POST 'https://ai-benchmarks.fly.dev/bench?mode=text&max_tokens=20&store=true' -H "fly-prefer-region: $region"          
        done

  generate-latest-data:
    needs: run-benchmarks
    runs-on: ubuntu-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@v2

      - name: Use Node.js
        uses: actions/setup-node@v2
        with:
          node-version: "20"

      - name: Get data and update file
        run: |
          TEMP_FILE="/tmp/$(date +%s).tmp"
          OUTPUT="$(node ./utils/GenerateLatestData.js 2>$TEMP_FILE)"

          if [[ -f "$TEMP_FILE" ]]; then
            # Read the file contents and echo them so they are captured by the GitHub Actions runner
            while read -r line; do
                echo "$line"
            done < "$TEMP_FILE"

            # Delete the file
            rm "$TEMP_FILE"
            exit 1
          elif [ -n "$OUTPUT" ]; then
            echo "$OUTPUT" > ./website/public/data/latest.json
            
            git config --local user.email "action@github.com"
            git config --local user.name "GitHub Action"
            git add ./website/public/data/latest.json
            git commit -m "Update latest data"
            git push
          else
            echo "No data generated, skipping Git operations."
          fi

  build-and-deploy-site:
    needs: generate-latest-data
    uses: ./.github/workflows/astro.yml