CI: Add auto-update

MikeWang000000 · MikeWang000000 · commit 49c1e9a3f968 · 2025-05-17T15:48:17.000+08:00
diff --git a/.github/workflows/pr.yml b/.github/workflows/pr.yml
@@ -0,0 +1,58 @@
+name: PR
+run-name: PR
+on:
+  pull_request:
+    types: [opened, reopened, labeled, synchronize]
+jobs:
+  CI:
+    uses: ./.github/workflows/ci.yml
+
+  Auto-Merge:
+    permissions:
+      contents: write
+      pull-requests: write
+    runs-on: ubuntu-latest
+    needs: CI
+    outputs:
+      auto_release: ${{ steps.auto-merge.outputs.auto_release }}
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+      - name: Auto-merge
+        id: auto-merge
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        run: |
+          prnum=$(jq --raw-output '.pull_request.number' "$GITHUB_EVENT_PATH")
+          author=$(gh pr view "$prnum" --json 'author' --jq '.author.login')
+
+          git fetch --depth=1 origin master
+          git fetch --depth=10 origin bot || exit 0
+          if [ "$author" == "app/github-actions" ] && [ "$GITHUB_WORKFLOW_SHA" == "$(git rev-parse FETCH_HEAD)" ]; then
+            git checkout master
+            git merge origin/bot
+            git push
+          fi
+
+          if git log -1 --pretty="format:" --name-only | grep -q '^version.txt$'; then
+            echo "auto_release=1" >> "$GITHUB_OUTPUT"
+          fi
+
+  Auto-Release:
+    permissions:
+      actions: write
+    runs-on: ubuntu-latest
+    needs: Auto-Merge
+    if: ${{ needs.Auto-Merge.outputs.auto_release }}
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+      - name: Auto-release
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        run: |
+          gh workflow run release.yml
diff --git a/.github/workflows/update.yml b/.github/workflows/update.yml
@@ -3,51 +3,83 @@ run-name: Update
 on:
   workflow_dispatch:
   schedule:
-    - cron: "0 8 * * *"
+    - cron: "0 8,20 * * *"
 jobs:
-  Check-Updates:
+  Update-Dependencies:
     permissions:
+      contents: write
+      pull-requests: write
       issues: write
     runs-on: ubuntu-latest
     steps:
       - name: Check out repository code
         uses: actions/checkout@v4
         with:
-          fetch-depth: 1
           submodules: recursive
-      - name: Check updates
+      - name: Update dependencies
         env:
           GITHUB_TOKEN: ${{ github.token }}
         run: |
-          set -eu
-          title='[BOT] Update Dependencies'
-          message=''
+          git config user.name 'GitHub Actions'
+          git config user.email '41898282+github-actions[bot]@users.noreply.github.com'
+          git pull
+          git branch -D bot 2>/dev/null || true
+          git checkout -b bot
 
-          if [ "$(gh issue list --json 'id' --jq length --state 'open' --search "${title}")" != '0' ]; then
-            echo 'Issue already exists, skipping...'
-            exit 0
-          fi
+          has_updates=0
+
+          git submodule update --remote
 
-          pushd ./libfastjson
-          git fetch origin
-          if [ $(git rev-parse --verify origin/master) != $(git rev-parse --verify HEAD) ]; then
-            message="${message}- libfastjson is outdated"$'\n'
+          if [ -n "$(git diff libfastjson)" ]; then
+            has_updates=1
+            commitid=$(cd libfastjson && git rev-parse --short HEAD)
+            git add libfastjson
+            git commit -m "chore: Update submodule libfastjson to $commitid"
           fi
-          popd
 
-          pushd ./libpatchelf/patchelf
-          git fetch origin
-          if [ $(git rev-parse --verify origin/master) != $(git rev-parse --verify HEAD) ]; then
-            message="${message}- patchelf is outdated"$'\n'
+          if [ -n "$(git diff libpatchelf/patchelf)" ]; then
+            has_updates=1
+            commitid=$(cd libpatchelf/patchelf && git rev-parse --short HEAD)
+            git add libpatchelf/patchelf
+            git commit -m "chore: Update submodule patchelf to $commitid"
           fi
-          popd
 
-          scripts/update-deps.py
+          bump_msg=$(scripts/update-deps.py)
+
           if [ -n "$(git diff scripts/deps.sh)" ]; then
-            message="${message}- \`scripts/deps.sh\` is outdated"$'\n'
+            has_updates=1
+            git add scripts/deps.sh version.txt
+            git commit -m "chore: $bump_msg"
           fi
 
-          if [ -n "${message}" ]; then
-            owner="$(gh repo view --json 'owner' --jq '.owner.login')"
-            gh issue create --assignee "${owner}" --title "${title}" --body "${message}"
+          if [ "$has_updates" -ne 0 ]; then
+            echo "has_updates=1" >> $GITHUB_ENV
+            git push --force -u origin bot
+          fi
+      - name: Open PR
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        if: ${{ env.has_updates }}
+        run: |
+            pr_url=$(gh pr create --head bot --base master --title "[BOT] Update dependencies" --body "Update dependencies")
+            echo "pr_url=$pr_url" >> $GITHUB_ENV
+      - name: Lable PR
+        env:
+          GITHUB_TOKEN: ${{ secrets.pr_token }}
+        if: ${{ env.pr_url }}
+        run: |
+          gh pr edit '${{ env.pr_url }}' --add-label bot
+      - name: Create issue on failure
+        if: failure()
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        run: |
+          message="[BOT] Job ${{github.job}} is failling"
+          owner="$(gh repo view --json 'owner' --jq '.owner.login')"
+          len=$(gh issue list --json 'id' --jq length --state 'open' \
+                --search "$message")
+          if [ "$len" = '0' ]; then
+              gh issue create --assignee "${owner}" \
+                  --title "$message" \
+                  --body "$message"
           fi
diff --git a/scripts/update-deps.py b/scripts/update-deps.py
@@ -3,8 +3,12 @@
 import json
 import os
 import re
+import sys
 import urllib.request
 
+def eprint(msg):
+    sys.stderr.write("%s\n" % (msg,))
+
 
 def get_latest(url, pattern):
     if type(pattern) is str:
@@ -92,6 +96,16 @@ def get_latest_mpfr_tar():
     return ver, url + tarname
 
 
+def get_current_vscode_prod_ver():
+    prod_ver = None
+    version_txt_path = os.path.join(os.path.dirname(__file__), "../version.txt")
+    if os.path.isfile(version_txt_path):
+        fo = open(version_txt_path, "r")
+        prod_ver = fo.read().strip()
+        fo.close()
+    return prod_ver
+
+
 def update_latest_vscode_prod_ver():
     url = 'https://update.code.visualstudio.com/api/releases/stable'
     res = urllib.request.urlopen(url)
@@ -102,11 +116,18 @@ def update_latest_vscode_prod_ver():
     fo = open(version_txt_path, "w")
     fo.write(str(prod_ver).strip() + "\n")
     fo.close()
+    return prod_ver
+
+
+def update_dict_add(d, name, old_ver, new_ver):
+    if old_ver != new_ver:
+        d[name] = new_ver, new_ver
 
 
 def update_deps_info():
     verdict = {}
     latest = {}
+    updict = {}
     deps_path = os.path.join(os.path.dirname(__file__), "deps.sh")
     if os.path.exists(deps_path):
         fo = open(deps_path, "r")
@@ -120,62 +141,69 @@ def update_deps_info():
             verdict[k] = v
         fo.close()
 
-    print('updating binutils...')
+    eprint('updating binutils...')
     latest['binutils_filename'] = "binutils-src.tar.xz"
     latest['binutils_version'], latest['binutils_url'] = get_latest_binutils_tar()
     latest['binutils_sha256'] = verdict['binutils_sha256'] if verdict.get('binutils_version') == latest['binutils_version'] else get_sha256(latest['binutils_url'])
+    update_dict_add(updict, 'binutils', verdict.get('binutils_version'), latest['binutils_version'])
 
-    print('updating gcc...')
+    eprint('updating gcc...')
     latest['gcc_filename'] = "gcc-src.tar.xz"
     latest['gcc_version'], latest['gcc_url'] = get_latest_gcc_tar()
     latest['gcc_sha256'] = verdict['gcc_sha256'] if verdict.get('gcc_version') == latest['gcc_version'] else get_sha256(latest['gcc_url'])
+    update_dict_add(updict, 'gcc', verdict.get('gcc_version'), latest['gcc_version'])
 
-    print('updating glibc...')
+    eprint('updating glibc...')
     latest['glibc_filename'] = "glibc-src.tar.xz"
     latest['glibc_version'], latest['glibc_url'] = get_latest_glibc_tar()
     latest['glibc_sha256'] = verdict['glibc_sha256'] if verdict.get('glibc_version') == latest['glibc_version'] else get_sha256(latest['glibc_url'])
+    update_dict_add(updict, 'glibc', verdict.get('glibc_version'), latest['glibc_version'])
 
-    print('updating gmp...')
+    eprint('updating gmp...')
     latest['gmp_filename'] = "gmp-src.tar.xz"
     latest['gmp_version'], latest['gmp_url'] = get_latest_gmp_tar()
     latest['gmp_sha256'] = verdict['gmp_sha256'] if verdict.get('gmp_version') == latest['gmp_version'] else get_sha256(latest['gmp_url'])
+    update_dict_add(updict, 'gmp', verdict.get('gmp_version'), latest['gmp_version'])
 
-    print('updating linux...')
+    eprint('updating linux...')
     latest['linux_filename'] = "linux-src.tar.xz"
     latest['linux_version'], latest['linux_url'] = get_latest_linux_tar()
     latest['linux_sha256'] = verdict['linux_sha256'] if verdict.get('linux_version') == latest['linux_version'] else get_sha256(latest['linux_url'])
+    update_dict_add(updict, 'linux', verdict.get('linux_version'), latest['linux_version'])
 
-    print('updating mpc...')
+    eprint('updating mpc...')
     latest['mpc_filename'] = "mpc-src.tar.gz"
     latest['mpc_version'], latest['mpc_url'] = get_latest_mpc_tar()
     latest['mpc_sha256'] = verdict['mpc_sha256'] if verdict.get('mpc_version') == latest['mpc_version'] else get_sha256(latest['mpc_url'])
+    update_dict_add(updict, 'mpc', verdict.get('mpc_version'), latest['mpc_version'])
 
-    print('updating mpfr...')
+    eprint('updating mpfr...')
     latest['mpfr_filename'] = "mpfr-src.tar.xz"
     latest['mpfr_version'], latest['mpfr_url'] = get_latest_mpfr_tar()
     latest['mpfr_sha256'] = verdict['mpfr_sha256'] if verdict.get('mpfr_version') == latest['mpfr_version'] else get_sha256(latest['mpfr_url'])
+    update_dict_add(updict, 'mpfr', verdict.get('mpfr_version'), latest['mpfr_version'])
 
-    print('updating vscode_cli_arm64...')
+    eprint('updating vscode_cli_arm64...')
     latest['vscode_cli_arm64_filename'] = "vscode-cli-arm64.tar.gz"
     latest['vscode_cli_arm64_version'], latest['vscode_cli_arm64_url'], latest['vscode_cli_arm64_sha256'] = get_latest_vscode('cli-linux-arm64')
 
-    print('updating vscode_cli_armhf...')
+    eprint('updating vscode_cli_armhf...')
     latest['vscode_cli_armhf_filename'] = "vscode-cli-armhf.tar.gz"
     latest['vscode_cli_armhf_version'], latest['vscode_cli_armhf_url'], latest['vscode_cli_armhf_sha256'] = get_latest_vscode('cli-linux-armhf')
 
-    print('updating vscode_cli_x64...')
+    eprint('updating vscode_cli_x64...')
     latest['vscode_cli_x64_filename'] = "vscode-cli-x64.tar.gz"
     latest['vscode_cli_x64_version'], latest['vscode_cli_x64_url'], latest['vscode_cli_x64_sha256'] = get_latest_vscode('cli-linux-x64')
 
-    print('updating vscode_server_arm64...')
+    eprint('updating vscode_server_arm64...')
     latest['vscode_server_arm64_filename'] = "vscode-srv-arm64.tar.gz"
     latest['vscode_server_arm64_version'], latest['vscode_server_arm64_url'], latest['vscode_server_arm64_sha256'] = get_latest_vscode('server-linux-arm64')
 
-    print('updating vscode_server_armhf...')
+    eprint('updating vscode_server_armhf...')
     latest['vscode_server_armhf_filename'] = "vscode-srv-armhf.tar.gz"
     latest['vscode_server_armhf_version'], latest['vscode_server_armhf_url'], latest['vscode_server_armhf_sha256'] = get_latest_vscode('server-linux-armhf')
 
-    print('updating vscode_server_x64...')
+    eprint('updating vscode_server_x64...')
     latest['vscode_server_x64_filename'] = "vscode-srv-x64.tar.gz"
     latest['vscode_server_x64_version'], latest['vscode_server_x64_url'], latest['vscode_server_x64_sha256'] = get_latest_vscode('server-linux-x64')
 
@@ -184,8 +212,17 @@ def update_deps_info():
         fo.write("%s=%s\n" % (k, latest[k]))
     fo.close()
 
-    print('updating vscode product version...')
-    update_latest_vscode_prod_ver()
+    eprint('updating vscode product version...')
+    old_vscode_ver = get_current_vscode_prod_ver()
+    new_vscode_ver = update_latest_vscode_prod_ver()
+    update_dict_add(updict, 'vscode', old_vscode_ver, new_vscode_ver)
+
+    msg_list = []
+    for name, (old_ver, new_ver) in updict.items():
+        msg_list.append("Bump %s version to %s" % (name, new_ver))
+    if msg_list:
+        eprint("------\n")
+        print("; ".join(msg_list))
 
 
 def main():
