fetch.yml

name: Fetch

on:
  schedule:
    - cron: '11 11 * * *'

  workflow_dispatch:
    inputs:
      overwrite:
        description: 'Overwrite the old data'
        type: boolean
        default: false
        required: true

jobs:
  prepare:
    name: Prepare branch

    runs-on: ubuntu-latest

    outputs:
      branch: ${{ steps.branch.outputs.branch }}
      overwrite: ${{ inputs.overwrite || 'false' }}

    permissions:
      contents: write

    steps:
      - name: Set Timezone
        run: sudo timedatectl set-timezone "Asia/Shanghai"

      - uses: actions/checkout@v4

      - name: Prepare branch
        id: branch
        run: |
          BRANCH=fetch-data/$(date +"%Y-%m-%d")

          git checkout -B $BRANCH
          git push -u -f origin $BRANCH

          echo "branch=$BRANCH" >> $GITHUB_OUTPUT

  bangumi:
    name: Fetch Bangumi

    runs-on: ubuntu-latest

    permissions:
      contents: write

    needs:
      - prepare

    steps:
      - name: Set Timezone
        run: sudo timedatectl set-timezone "Asia/Shanghai"

      - uses: actions/checkout@v4
        with:
          ref: ${{ needs.prepare.outputs.branch }}

      - name: Setup pnpm
        uses: pnpm/action-setup@v4.0.0

      - name: Setup node
        uses: actions/setup-node@v4
        with:
          node-version: 20.x
          cache: pnpm

      - name: Install and build
        run: |
          pnpm install
          pnpm build

      - name: Fetch Bangumi
        run: |
          npx tsx packages/bgmd/scripts/bangumi.ts --overwrite=${{ needs.prepare.outputs.overwrite }} | tee run.log
          grep "^Error:" run.log > data/bangumi-error.log || true

      # - name: Upload artifact
      #   uses: actions/upload-artifact@v3
      #   with:
      #     name: bangumi-data
      #     path: |
      #       data/bangumi/
      #       data/bangumi-*.log

      - name: Push changes
        run: |
          TIMESTAMP=$(date +"%Y-%m-%d %T")
          BRANCH=${{ needs.prepare.outputs.branch }}

          if [[ -n $(git status -s) ]]; then
            git config user.email "actions@github.com"
            git config user.name "GitHub Actions"

            git add data
            git commit -m "feat(bgmd): update bangumi data at $TIMESTAMP"
            git push origin $BRANCH
          fi

  tmdb:
    name: Fetch TMDB

    runs-on: ubuntu-latest

    permissions:
      contents: write

    needs:
      - prepare
      - bangumi

    steps:
      - name: Set Timezone
        run: sudo timedatectl set-timezone "Asia/Shanghai"

      - uses: actions/checkout@v4
        with:
          ref: ${{ needs.prepare.outputs.branch }}

      - name: Setup pnpm
        uses: pnpm/action-setup@v4.0.0

      - name: Setup node
        uses: actions/setup-node@v4
        with:
          node-version: 20.x
          cache: pnpm

      - name: Install and build
        run: |
          pnpm install
          pnpm build

      - name: Fetch TMDB
        run: |
          npx tsx packages/bgmd/scripts/tmdb.ts --overwrite=${{ needs.prepare.outputs.overwrite }} | tee run.log
          if [ "${{ needs.prepare.outputs.overwrite }}" = true ] ; then
            grep "^Info:"  run.log >  data/tmdb-info.log  || true
            grep "^Error:" run.log >  data/tmdb-error.log || true
          else
            grep "^Info:"  run.log >> data/tmdb-info.log  || true
            grep "^Error:" run.log >  data/tmdb-error.log || true
          fi

      # - name: Upload artifact
      #   uses: actions/upload-artifact@v3
      #   with:
      #     name: tmdb-data
      #     path: |
      #       data/tmdb/
      #       data/tmdb-*.log

      - name: Push changes
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          TIMESTAMP=$(date +"%Y-%m-%d %T")
          BRANCH=${{ needs.prepare.outputs.branch }}

          if [[ -n $(git status -s) ]]; then
            git config user.email "actions@github.com"
            git config user.name "GitHub Actions"

            git add data
            git commit -m "feat(bgmd): update TMDB data at $TIMESTAMP"
            git push origin $BRANCH
          fi

  pr:
    name: Create Pull Request

    runs-on: ubuntu-latest

    needs:
      - prepare
      - bangumi
      - tmdb

    permissions:
      contents: write
      pull-requests: write

    steps:
      - name: Set Timezone
        run: sudo timedatectl set-timezone "Asia/Shanghai"

      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Create Pull Request
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          DATE=$(date +"%Y-%m-%d")

          pr_list=$(gh pr list --label=data)
          if [[ -n "$pr_list" ]]; then
            echo "$pr_list" | awk '{print $1}' | xargs gh pr close -d
          fi

          if [[ $(git rev-list --count origin/main..origin/${{ needs.prepare.outputs.branch }}) -gt 0 ]]; then
            gh pr create \
              --title "feat(bgmd): update data at $DATE" \
              --body  "Update data" \
              --head  "${{ needs.prepare.outputs.branch }}" \
              --label "data"
          fi