Skip to content

Dump

Dump #33

Workflow file for this run

name: Dump
on:
schedule:
- cron: "15 6 * * *"
workflow_dispatch:
permissions:
contents: write
concurrency:
group: dump
cancel-in-progress: false
jobs:
dump:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v7
- uses: pnpm/action-setup@v6
with:
version: 9.15.0
- uses: actions/setup-node@v7
with:
node-version: 22
cache: pnpm
- run: pnpm install --frozen-lockfile
- name: Require DATABASE_URL secret
env:
DATABASE_URL: ${{ secrets.DATABASE_URL }}
run: |
if [ -z "$DATABASE_URL" ]; then
echo "::error::DATABASE_URL secret is not set. Add it under Settings → Secrets and variables → Actions (Neon connection string)."
exit 1
fi
- name: Export dumps
env:
DATABASE_URL: ${{ secrets.DATABASE_URL }}
run: |
mkdir -p "$GITHUB_WORKSPACE/dumps"
# Write to repo-root dumps/ (filter cwd is packages/ingest otherwise)
pnpm --filter @openintern/ingest exec tsx src/cli.ts dump "$GITHUB_WORKSPACE/dumps"
ls -la "$GITHUB_WORKSPACE/dumps"
test -s "$GITHUB_WORKSPACE/dumps/jobs.json"
test -s "$GITHUB_WORKSPACE/dumps/jobs.csv"
- name: Upload artifact
uses: actions/upload-artifact@v7
with:
name: openintern-jobs-${{ github.run_id }}
path: dumps/
- name: Publish dump-latest release
uses: softprops/action-gh-release@v3
with:
tag_name: dump-latest
name: Latest daily dump
files: |
dumps/jobs.json
dumps/jobs.csv
generate_release_notes: false
make_latest: true
overwrite_files: true
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}