progress

Author: anakin87

.github/workflows/docusaurus_sync.yml

@@ -42,14 +42,84 @@ jobs:
       - name: Generate API reference
         run: ./.github/utils/pydoc-markdown.sh "../config_docusaurus/*"
 
-      - name: print files
-        run: ls -la docs/pydoc/temp
+      - name: Upload API reference artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: experimental-api-reference
+          path: docs/pydoc/temp
+          if-no-files-found: error
+          retention-days: 1
+          overwrite: true
+
+
+  sync-api-reference:
+    runs-on: ubuntu-latest
+    needs: generate-api-reference
+
+    steps:
+      - name: Checkout Haystack repo
+        uses: actions/checkout@v5
+        with:
+          repository: deepset-ai/haystack
+          ref: main
+          token: ${{ secrets.HAYSTACK_BOT_TOKEN }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.10"
+
+      - name: Download API reference artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: experimental-api-reference
+          path: temp_api_reference
+
+      - name: Sync API reference
+        run: |
+          SOURCE_PATH="temp_api_reference"
+          DEST_PATH="docs-website/reference/experiments-api"
+          VERSIONED_DEST_PATH="docs-website/reference_versioned_docs"
+
+          echo "Syncing from $SOURCE_PATH to $DEST_PATH"
+          mkdir -p $DEST_PATH
+          # Using rsync to copy files. This will also remove files in dest that are no longer in source.
+          rsync -av --delete --exclude='.git/' "$SOURCE_PATH/" "$DEST_PATH/"
+
+          echo "Syncing to all versioned documentation paths"
+          # Find all version directories and sync to each one
+          for version_dir in "$VERSIONED_DEST_PATH"/version-*/experiments-api; do
+            echo "Syncing to $version_dir"
+            mkdir -p "$version_dir"
+            rsync -av --delete --exclude='.git/' "$SOURCE_PATH/" "$version_dir/"
+          done
+
+      - name: Show Git Status
+        run: |
+          cd docs-website
+          echo "=== Git Status ==="
+          git status --porcelain
+          echo ""
+          echo "=== Detailed Git Status ==="
+          git status
+          echo ""
+          echo "=== Files Changed ==="
+          git diff --name-status
+          echo ""
+          echo "=== Diff Summary ==="
+          git diff --stat
 
-      # - name: Upload API reference artifact
-      #   uses: actions/upload-artifact@v4
+      # - name: Create Pull Request
+      #   uses: peter-evans/create-pull-request@v7
+      #   env:
+      #     INTEGRATION_NAME: ${{ needs.generate-api-reference.outputs.integration_name }}
       #   with:
-      #     name: ${{ steps.pathfinder.outputs.integration_name }}
-      #     path: ${{ steps.pathfinder.outputs.project_path }}/${{ steps.pathfinder.outputs.integration_name }}.md
-      #     if-no-files-found: error
-      #     retention-days: 1
-      #     overwrite: true
+      #     token: ${{ secrets.HAYSTACK_BOT_TOKEN }}
+      #     commit-message: "Sync Core Integrations API reference (${{ env.INTEGRATION_NAME }}) on Docusaurus"
+      #     branch: sync-docusaurus-api-reference-${{ env.INTEGRATION_NAME }}
+      #     base: main
+      #     title: "docs: sync Core Integrations API reference (${{ env.INTEGRATION_NAME }}) on Docusaurus"
+      #     add-paths: |
+      #       docs-website
+      #     body: |
+      #       This PR syncs the Core Integrations API reference (${{ env.INTEGRATION_NAME }}) on Docusaurus. Just approve and merge it.