chore(website): migrate to pnpm and enable minimum release age

Migrates the website/ subdirectory from Yarn 4 to pnpm. The Python
root (uv) is untouched. Adds @apify/* + @crawlee/* whitelist at the
Renovate layer (minimumReleaseAge was already present in renovate.json).

- website/package.json: rename to crawlee-python-website + private: true,
  packageManager -> pnpm@10.24.0, yarn/npx -> pnpm
- website/pnpm-workspace.yaml: minimumReleaseAge 1440 with @apify/* +
  @crawlee/* excluded
- website/.npmrc: hoisted linker + workspace linking flags
- website/docusaurus.config.js: rename future.experimental_faster ->
  future.faster (Docusaurus 3.10 renamed the key)
- Delete website/yarn.lock and website/.yarnrc.yml
- pyproject.toml poe tasks build-docs/run-docs: drop corepack + yarn,
  use pnpm install --frozen-lockfile + pnpm build/start
- New .github/actions/pnpm-install composite action (pattern from
  apify/apify-cli#1068)
- manual_release_stable.yaml version_docs job: pnpm/action-setup +
  pnpm install --frozen-lockfile instead of corepack + yarn;
  npx docusaurus -> pnpm exec docusaurus; commit pnpm-lock.yaml
- renovate.json: add internalChecksFilter "strict" and @apify/* +
  @crawlee/* whitelist (minimumReleaseAge "1 day" was already set)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: B4nan

.github/actions/pnpm-install/action.yml

@@ -0,0 +1,42 @@
+name: "pnpm install"
+description: "Run pnpm install with cache enabled"
+runs:
+    using: "composite"
+    steps:
+        - name: Set up swap space
+          if: runner.os == 'Linux'
+          uses: pierotofy/set-swap-space@v1.0
+          with:
+              swap-size-gb: 10
+
+        - uses: pnpm/action-setup@v4.1.0
+          name: Install pnpm
+          with:
+              run_install: false
+
+        - name: Expose pnpm config(s) through "$GITHUB_OUTPUT"
+          id: pnpm-config
+          shell: bash
+          run: |
+              echo "STORE_PATH=$(pnpm store path)" >> $GITHUB_OUTPUT
+
+        - name: Cache rotation keys
+          id: cache-rotation
+          shell: bash
+          run: |
+              echo "YEAR_MONTH=$(/bin/date -u "+%Y%m")" >> $GITHUB_OUTPUT
+
+        - uses: actions/cache@v4
+          name: Setup pnpm cache
+          with:
+              path: ${{ steps.pnpm-config.outputs.STORE_PATH }}
+              key: ${{ runner.os }}-pnpm-store-cache-${{ steps.cache-rotation.outputs.YEAR_MONTH }}-${{ hashFiles('**/pnpm-lock.yaml') }}
+              restore-keys: |
+                  ${{ runner.os }}-pnpm-store-cache-${{ steps.cache-rotation.outputs.YEAR_MONTH }}-
+
+        - name: Install dependencies
+          shell: bash
+          run: |
+              pnpm install --frozen-lockfile --prefer-offline --loglevel error
+          env:
+              HUSKY: "0"

.github/workflows/manual_release_stable.yaml

@@ -141,11 +141,14 @@ jobs:
       - name: Install Python dependencies
         run: uv run poe install-dev
 
+      - name: Install pnpm
+        uses: pnpm/action-setup@v4.1.0
+        with:
+          run_install: false
+
       - name: Install website dependencies
-        run: |
-          cd website
-          corepack enable
-          yarn install
+        run: pnpm install --frozen-lockfile
+        working-directory: website
 
       - name: Snapshot the current version
         run: |
@@ -159,8 +162,8 @@ jobs:
           jq 'map(select(. != env.MAJOR_MINOR))' versions.json > tmp.json && mv tmp.json versions.json
           # Build API reference and create version snapshots
           bash build_api_reference.sh
-          npx docusaurus docs:version "$MAJOR_MINOR"
-          npx docusaurus api:version "$MAJOR_MINOR"
+          pnpm exec docusaurus docs:version "$MAJOR_MINOR"
+          pnpm exec docusaurus api:version "$MAJOR_MINOR"
           # Changelog is not versioned - it is copied from root at build time
           rm -f "versioned_docs/version-${MAJOR_MINOR}/changelog.md"
           echo "changelog.md" > "versioned_docs/version-${MAJOR_MINOR}/.gitignore"
@@ -169,7 +172,7 @@ jobs:
         id: commit_versioned_docs
         uses: EndBug/add-and-commit@v10
         with:
-          add: "website/versioned_docs website/versioned_sidebars website/versions.json"
+          add: "website/versioned_docs website/versioned_sidebars website/versions.json website/pnpm-lock.yaml"
           message: "docs: version ${{ needs.release_prepare.outputs.version_number }} docs [skip ci]"
           default_author: github_actions
 

pyproject.toml

@@ -331,9 +331,9 @@ uv run pytest \
 """
 
 [tool.poe.tasks.build-docs]
-shell = "./build_api_reference.sh && corepack enable && yarn && yarn build"
+shell = "./build_api_reference.sh && pnpm install --frozen-lockfile && pnpm build"
 cwd = "website"
 
 [tool.poe.tasks.run-docs]
-shell = "./build_api_reference.sh && corepack enable && yarn && yarn start"
+shell = "./build_api_reference.sh && pnpm install --frozen-lockfile && pnpm start"
 cwd = "website"

renovate.json

@@ -5,6 +5,8 @@
     "separateMajorMinor": false,
     "dependencyDashboard": false,
     "semanticCommits": "enabled",
+    "minimumReleaseAge": "1 day",
+    "internalChecksFilter": "strict",
     "lockFileMaintenance": {
         "enabled": true,
         "automerge": true,
@@ -19,9 +21,12 @@
             "groupSlug": "dev-dependencies",
             "automerge": true,
             "automergeType": "branch"
+        },
+        {
+            "matchPackageNames": ["@apify/*", "@crawlee/*"],
+            "minimumReleaseAge": "0 days"
         }
     ],
-    "minimumReleaseAge": "1 day",
     "schedule": ["before 7am every weekday"],
     "ignoreDeps": ["crawlee", "docusaurus-plugin-typedoc-api"]
 }

website/.npmrc

@@ -0,0 +1,4 @@
+node-linker=hoisted
+link-workspace-packages=true
+prefer-workspace-packages=true
+public-hoist-pattern[]=*

website/.yarnrc.yml

@@ -46,7 +46,7 @@ module.exports = {
     ],
     githubHost: 'github.com',
     future: {
-        experimental_faster: true,
+        faster: true,
         v4: {
             removeLegacyPostBuildHeadAttribute: true,
             useCssCascadeLayers: false, // this breaks styles on homepage and link colors everywhere

website/docusaurus.config.js

@@ -1,8 +1,9 @@
 {
-    "name": "crawlee",
+    "name": "crawlee-python-website",
+    "private": true,
     "scripts": {
         "examples": "docusaurus-examples",
-        "postinstall": "npx patch-package",
+        "postinstall": "pnpm exec patch-package",
         "start": "rimraf .docusaurus && docusaurus start",
         "start:fast": "rimraf .docusaurus && CRAWLEE_DOCS_FAST=1 docusaurus start",
         "build": "rimraf .docusaurus && node --max_old_space_size=16000 node_modules/@docusaurus/core/bin/docusaurus.mjs build",
@@ -15,8 +16,8 @@
         "deploy": "rimraf .docusaurus && node --max_old_space_size=16000 node_modules/@docusaurus/core/bin/docusaurus.mjs deploy",
         "docusaurus": "docusaurus",
         "clean": "rimraf .docusaurus build",
-        "lint": "yarn lint:code",
-        "lint:fix": "yarn lint:code:fix",
+        "lint": "pnpm lint:code",
+        "lint:fix": "pnpm lint:code:fix",
         "lint:code": "eslint .",
         "lint:code:fix": "eslint . --fix"
     },
@@ -68,5 +69,5 @@
         "rimraf": "^6.0.0",
         "typescript": "^6.0.0"
     },
-    "packageManager": "yarn@4.13.0"
+    "packageManager": "pnpm@10.24.0"
 }