Add a script to push to source 2 schema explorer

Co-Authored-By: Antoine Rybacki <[email protected]>

Author: xPaw

.github/workflows/gametracking.yml

@@ -22,6 +22,10 @@ on:
                 required: false
                 type: boolean
                 default: false
+            dumpsource2-schema-json:
+                required: false
+                type: string
+                default: ''
         secrets:
             STEAM_USERNAME:
                 required: true
@@ -129,10 +133,12 @@ jobs:
 
         - name: Set commit status
           if: always() && steps.before.outputs.sha
+          id: set-status
           working-directory: ${{ github.workspace }}/tracked_game
           shell: bash
           run: |
             NEW_SHA=$(git rev-parse HEAD)
+            echo "sha=$NEW_SHA" >> $GITHUB_OUTPUT
 
             if [[ "$NEW_SHA" == "${{ steps.before.outputs.sha }}" ]]; then
               echo "No new commit was pushed, skipping status"
@@ -153,6 +159,25 @@ jobs:
           env:
             GH_TOKEN: ${{ github.token }}
 
+        - name: Checkout DumpSource2 JSON Repo
+          if: ${{ inputs.dumpsource2-schema-json != '' }}
+          uses: actions/checkout@v6
+          with:
+            fetch-depth: 1
+            path: dumps2_json
+            repository: 'ValveResourceFormat/SchemaExplorer'
+            token: ${{ secrets.DUMPSOURCE2_EXPLORER_TOKEN }}
+
+        - name: Push DumpSource2 JSON
+          if: ${{ inputs.dumpsource2-schema-json != '' }}
+          working-directory: ${{ github.workspace }}/dumps2_json/schemas
+          shell: bash
+          run: |
+            "${{ github.workspace }}/tools/push_schema_json.sh" \
+              "${{ inputs.dumpsource2-schema-json }}" \
+              "${{ github.workspace }}/tracked_game" \
+              "https://github.com/${{ github.repository }}/commit/${{ steps.set-status.outputs.sha }}"
+
         - name: Dispatch sync to ValveProtobufs
           if: ${{ env.GH_TOKEN != '' }}
           run: gh api repos/SteamTracking/Protobufs/dispatches -f event_type=sync

tools/push_schema_json.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+set -euo pipefail
+
+if [[ $# -ne 3 ]]; then
+	echo "Usage: $(basename "$0") <schema-name> <source-dir> <commit-url>"
+	exit 1
+fi
+
+# @param $1 - Schema name used as the output filename (e.g. "dota2")
+# @param $2 - Source directory containing DumpSource2/schemas.json
+# @param $3 - Commit URL included in the commit body
+SCHEMA_NAME="$1"
+SOURCE_DIR="$2"
+COMMIT_URL="$3"
+
+NEW_JSON="$SOURCE_DIR/DumpSource2/schemas.json"
+EXISTING_GZ="$SCHEMA_NAME.json.gz"
+
+# strip_metadata - Strips revision, version_date, and version_time fields from schema JSON.
+#   Reads from a file argument or stdin. Output is sorted and compact for consistent comparison.
+strip_metadata() {
+	jq --sort-keys --compact-output 'del(.revision, .version_date, .version_time)' "$@"
+}
+
+if [[ -f "$EXISTING_GZ" ]]; then
+	OLD_STRIPPED=$(gzip --decompress --stdout "$EXISTING_GZ" | strip_metadata)
+	NEW_STRIPPED=$(strip_metadata "$NEW_JSON")
+
+	if [[ "$NEW_STRIPPED" == "$OLD_STRIPPED" ]]; then
+		echo "No schema changes for $SCHEMA_NAME, skipping"
+		exit 0
+	fi
+fi
+
+REVISION=$(jq --raw-output '.revision' "$NEW_JSON")
+
+mv "$NEW_JSON" "$SCHEMA_NAME.json"
+gzip --force --best --no-name "$SCHEMA_NAME.json"
+git add "$SCHEMA_NAME.json.gz"
+git commit -m "Update $SCHEMA_NAME schema (revision $REVISION)" -m "$COMMIT_URL"
+
+# Retry push in case another game updated the repo concurrently
+for i in 1 2 3; do
+	if git push; then
+		exit 0
+	fi
+	echo "Push failed (attempt $i), pulling and retrying..."
+	sleep "$((i * 5))"
+	git pull --rebase
+done
+
+echo "Push failed after 3 attempts"
+exit 1