fix(ci): use cp+fetch+reset pattern to avoid push conflicts between concurrent crawlers

Ultraworked with [Sisyphus](https://github.com/code-yeongyu/oh-my-openagent)

Co-authored-by: Sisyphus <clio-agent@sisyphuslabs.ai>

Author: anshulbasia27

.github/workflows/crawl.yml

@@ -48,11 +48,14 @@ jobs:
         run: |
           git config user.name  "Altor Crawler Bot"
           git config user.email "bot@altorlab.com"
+          cp react-app/public/data/ai-companies.json /tmp/ai-companies.json
+          git fetch origin master
+          git reset --hard origin/master
+          cp /tmp/ai-companies.json react-app/public/data/ai-companies.json
           git add react-app/public/data/ai-companies.json
           if git diff --staged --quiet; then
             echo "No changes detected — skipping commit"
           else
-            git pull --rebase origin master
             git commit -m "chore(data): daily AI stack crawl $(date -u '+%Y-%m-%d')"
             git push
           fi

.github/workflows/fetch-automations.yml

@@ -44,11 +44,14 @@ jobs:
         run: |
           git config user.name "Altor Crawler Bot"
           git config user.email "bot@altorlab.com"
+          cp react-app/public/data/automations.json /tmp/automations.json
+          git fetch origin master
+          git reset --hard origin/master
+          cp /tmp/automations.json react-app/public/data/automations.json
           git add react-app/public/data/automations.json
           if git diff --staged --quiet; then
             echo "No changes — skipping commit"
           else
-            git pull --rebase origin master
             git commit -m "chore(data): daily automation workflows update $(date -u '+%Y-%m-%d')"
             git push
           fi

.github/workflows/fetch-mcp.yml

@@ -46,11 +46,14 @@ jobs:
         run: |
           git config user.name "Altor Crawler Bot"
           git config user.email "bot@altorlab.com"
+          cp react-app/public/data/mcp-servers.json /tmp/mcp-servers.json
+          git fetch origin master
+          git reset --hard origin/master
+          cp /tmp/mcp-servers.json react-app/public/data/mcp-servers.json
           git add react-app/public/data/mcp-servers.json
           if git diff --staged --quiet; then
             echo "No changes — skipping commit"
           else
-            git pull --rebase origin master
             git commit -m "chore(data): daily MCP server directory update $(date -u '+%Y-%m-%d')"
             git push
           fi