diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 3c54ee206..25cebb6ab 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -243,6 +243,24 @@ jobs:
       - name: Remove docs translations except for English and Korean
         run: find smoke/docs/src/content/docs ! -name 'en' ! -name 'ko' -type d -mindepth 1 -maxdepth 1 -exec rm -rf {} +
 
+      - name: Check if docs changed
+        id: changes
+        uses: dorny/paths-filter@v2
+        with:
+          filters: |
+            docs:
+              - 'packages/integrations/*/README.md'
+              - 'packages/astro/src/@types/astro.ts'
+              - 'packages/astro/src/core/errors/errors-data.ts'
+
+      - name: Build autogenerated docs pages from current astro branch
+        if: ${{ steps.changes.outputs.docs == 'true' }}
+        run: cd smoke/docs && pnpm docgen && pnpm docgen:errors && pnpm docgen:integrations
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          SOURCE_REPO: ${{ github.event.repository.full_name }}
+          SOURCE_BRANCH: ${{ github.head_ref || github.ref_name }}
+
       - name: Test
         run: pnpm run test:smoke
         env: