ci: wait for mirror sync to finish before ci trigger (#25)

.github/workflows/mirror_repo.sh

+#!/bin/bash -e
+# Description: This script triggers a GitLab mirror update and waits for completion
+# Usage: ./update_gitlab_mirror.sh <gitlab_access_token> <gitlab_mirror_url>
+
+GITLAB_ACCESS_TOKEN=$1
+GITLAB_MIRROR_URL=$2
+
+SYNC_TIME=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
+curl --fail-with-body --request POST --header "PRIVATE-TOKEN: ${GITLAB_ACCESS_TOKEN}" "${GITLAB_MIRROR_URL}"
+
+echo "Mirror update request submitted at ${SYNC_TIME}"
+
+# Poll for completion
+# GitLab limits the frequency of mirror updates to once every 5 mins.
+# If you trigger an update more frequently, it may not start immediately.
+# Make sure sync is finished after sync request was submitted
+MAX_RETRIES=15
+RETRY_INTERVAL=30
+# Convert timestamps to epoch for comparison, timezone agnostic
+SYNC_TIME_SECONDS=$(date -d "$SYNC_TIME" +%s)
+for i in $(seq 1 $MAX_RETRIES); do
+    MIRROR_INFO=$(curl --silent --header "PRIVATE-TOKEN: ${GITLAB_ACCESS_TOKEN}" "${GITLAB_MIRROR_URL}")
+    MIRROR_STATUS=$(echo "$MIRROR_INFO" | jq -r '.update_status')
+    LAST_UPDATE=$(echo "$MIRROR_INFO" | jq -r '.last_update_at')
+    LAST_UPDATE_SECONDS=$(date -d "$LAST_UPDATE" +%s)
+    if [ "$MIRROR_STATUS" = "finished" ] && [ $LAST_UPDATE_SECONDS -gt $SYNC_TIME_SECONDS ]; then
+        echo "Mirror sync successful. Last update: $LAST_UPDATE"
+        exit 0
+    fi
+    echo "Waiting for mirror sync to complete. Attempt $i of $MAX_RETRIES"
+    echo "Last update: $LAST_UPDATE"
+    sleep $RETRY_INTERVAL
+done
+echo "Mirror sync failed or timed out"
+exit 1

.github/workflows/trigger_ci_pull.yml

@@ -21,10 +21,11 @@ jobs:
     environment: GITLAB
     runs-on: self-hosted
     steps:
+      - name: Check out the repository to the runner
+        uses: actions/checkout@v4
       - name: Sync Mirror Repository
-        run: |
-          #!/bin/bash
-          curl --fail-with-body --request POST --header "PRIVATE-TOKEN: ${{ secrets.TOKEN }}" "${{ secrets.MIRROR_URL }}"
+        run: ./.github/workflows/mirror_repo.sh ${{ secrets.TOKEN }} ${{ secrets.MIRROR_URL }}
+
   trigger-ci:
     environment: GITLAB
     needs: mirror_repo

.github/workflows/trigger_ci_push.yml

@@ -23,10 +23,11 @@ jobs:
     environment: GITLAB
     runs-on: self-hosted
     steps:
+      - name: Check out the repository to the runner
+        uses: actions/checkout@v4
       - name: Sync Mirror Repository
-        run: |
-          #!/bin/bash
-          curl --fail-with-body --request POST --header "PRIVATE-TOKEN: ${{ secrets.TOKEN }}" "${{ secrets.MIRROR_URL }}"
+        run: ./.github/workflows/mirror_repo.sh ${{ secrets.TOKEN }} ${{ secrets.MIRROR_URL }}
+
   trigger-ci:
     environment: GITLAB
     needs: mirror_repo