Apply seasonal line ratings to s_max_pu without modifying s_nom

.github/ISSUE_TEMPLATE/bug_report.yaml

@@ -14,6 +14,8 @@ body:
       Thanks for taking the time to fill out this bug report!
       Please do not post usage questions here. Ask them on the [PyPSA Discord server](https://discord.gg/AnuJBk23FU).
 
+      Please write this issue description yourself. Any potentially verbose AI-generated content should be marked. See [Contributing guidelines](https://docs.pypsa.org/latest/contributing/contributing/).
+
 - type: checkboxes
   id: checks
   attributes:

.github/ISSUE_TEMPLATE/feature_request.md

@@ -10,6 +10,8 @@ assignees: ''
 
 <!-- Please do not post usage questions here. Ask them on the PyPSA Discord server: https://discord.gg/AnuJBk23FU -->
 
+<!-- Please write this issue description yourself. Any potentially verbose AI-generated content should be marked. See Contributing guidelines: https://docs.pypsa.org/latest/contributing/contributing/ -->
+
 ## Describe the feature you'd like to see
 
 *Please give a clear and concise description and provide context why the feature would be useful.*

.github/pull_request_template.md

@@ -8,4 +8,5 @@ Closes # (if applicable).
 - [ ] Code changes are sufficiently documented; i.e. new functions contain docstrings and further explanations may be given in `docs`.
 - [ ] Unit tests for new features were added (if applicable).
 - [ ] A note for the release notes `docs/release-notes.md` of the upcoming release is included.
+- [ ] PR description is written by me. Any potentially verbose AI-generated content is marked (see [Contributing guidelines](https://docs.pypsa.org/latest/contributing/contributing/)).
 - [ ] I consent to the release of this PR's code under the MIT license.

.github/workflows/release.yml

@@ -9,136 +9,97 @@ on:
     tags:
     - v*.*.*
 
-env:
-  PREPARATION_COMMIT: '[github-actions.ci] prepare release ${{ github.ref_name }}'
-
 jobs:
-  check-preparation:
-    name: Check if release is prepared
+  publish-examples:
+    name: Publish example networks to bucket
     runs-on: ubuntu-latest
-    outputs:
-      prepared: ${{ steps.validate.outputs.prepared }}
     steps:
     - uses: actions/checkout@v6
 
-    - name: Validate commit message
-      id: validate
-      run: |
-        # Check if last commit is the expected commit message
-        COMMIT_MESSAGE=$(git log -1 --pretty=%B)
-        echo "Expected: '${{ env.PREPARATION_COMMIT }}'"
-        echo "Received: '$COMMIT_MESSAGE'"
-
-        prepared="false"
-        if [[ "$COMMIT_MESSAGE" == "${{ env.PREPARATION_COMMIT }}" ]]; then
-          prepared="true"
-        fi
-
-        echo "prepared=$prepared" >> $GITHUB_OUTPUT
-
-  prepare-release:
-    name: Prepare release
-    needs: [check-preparation]
-    if: ${{ needs.check-preparation.outputs.prepared == 'false' }}
-    runs-on: ubuntu-latest
-    steps:
-    - name: Generate token for PyPSA Bot
-      id: generate-token
-      uses: actions/create-github-app-token@v2
-      with:
-        app-id: ${{ vars.PYPSA_BOT_ID }}
-        private-key: ${{ secrets.PYPSA_BOT_PRIVATE_KEY }}
-
-    - uses: actions/checkout@v6
-      with:
-        fetch-depth: 0
-
-    - name: Find the branch for commit/ tag
-      run: |
-        branch=$(git branch -r --points-at ${{ github.sha }} | grep -v 'HEAD' | head -n 1 | sed 's|origin/||' | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
-        echo "Branch found: $branch"
-        echo "BRANCH_NAME=$branch" >> $GITHUB_ENV
-
-    - uses: actions/checkout@v6
-      with:
-        fetch-depth: 0
-        ref: ${{ env.BRANCH_NAME }}
-        token: ${{ steps.generate-token.outputs.token }}
-
-    # Start of preparation script
-
     - uses: actions/setup-python@v6
       with:
         python-version: 3.12
 
     - name: Install packages
       run: |
         python -m pip install uv
-        uv pip install --system toml
-        uv pip install --system setuptools_scm
+        uv pip install --system boto3
         uv pip install --system .
 
-    - name: Update CITATION.cff
+    - name: Publish example networks to S3
+      env:
+        AWS_ACCESS_KEY_ID: ${{ secrets.S3_ACCESS_KEY }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.S3_SECRET_KEY }}
+        S3_ENDPOINT_URL: ${{ vars.S3_ENDPOINT_URL }}
+        S3_BUCKET: ${{ vars.S3_BUCKET }}
+        S3_EXAMPLES_PREFIX: ${{ vars.S3_EXAMPLES_PREFIX }}
+        RELEASE_TAG: ${{ github.ref_name }}
       run: |
-        import re
-        from setuptools_scm import get_version
-
-        version = get_version()
-
-        with open('CITATION.cff', 'r') as file:
-          cff_content = file.read()
-        cff_content = open('CITATION.cff', 'r').read()
-
-        updated_cff_content = re.sub(r"(?<=version: ).+(?= #)",version,cff_content,flags=re.MULTILINE)
-
-        with open('CITATION.cff', 'w') as file:
-          file.write(updated_cff_content)
-      shell: python
+        import os
+        from pathlib import Path
 
-    - name: Update example notebooks
-      run: |
+        import boto3
         import pypsa
-        # ac-dc-meshed
-        n = pypsa.Network("examples/networks/ac-dc-meshed/ac-dc-meshed")
-        n.export_to_csv_folder("examples/networks/ac-dc-meshed/ac-dc-meshed")
-        n.export_to_netcdf("examples/networks/ac-dc-meshed/ac-dc-meshed.nc")
-        # storage-hvdc
-        n = pypsa.Network("examples/networks/storage-hvdc/storage-hvdc")
-        n.export_to_csv_folder("examples/networks/storage-hvdc/storage-hvdc")
-        n.export_to_netcdf("examples/networks/storage-hvdc/storage-hvdc.nc")
-        # scigrid-de
-        n = pypsa.Network("examples/networks/scigrid-de/scigrid-de")
-        n.export_to_csv_folder("examples/networks/scigrid-de/scigrid-de")
-        n.export_to_netcdf("examples/networks/scigrid-de/scigrid-de.nc")
-        # model-energy
-        n = pypsa.Network("examples/networks/model-energy/model-energy")
-        n.export_to_csv_folder("examples/networks/model-energy/model-energy")
-        n.export_to_netcdf("examples/networks/model-energy/model-energy.nc")
-        # stochastic-network
-        n = pypsa.Network("examples/networks/stochastic-network/stochastic-network.nc")
-        n.export_to_netcdf("examples/networks/stochastic-network/stochastic-network.nc")
-      shell: python
-
-    # End of preparation script
 
-    - name: Remove previous tag
-      run: |
-        git tag -d ${{ github.ref_name }}
-        git push origin --delete ${{ github.ref_name }}
+        tag = os.environ["RELEASE_TAG"]
+        assert tag.startswith("v"), f"unexpected release tag: {tag!r}"
+        version_base = tag[1:]
+
+        endpoint_url = os.environ["S3_ENDPOINT_URL"]
+        bucket = os.environ["S3_BUCKET"]
+        base_prefix = os.environ["S3_EXAMPLES_PREFIX"]
+
+        client = boto3.client("s3", endpoint_url=endpoint_url)
+
+        examples = [
+            "ac_dc_meshed",
+            "storage_hvdc",
+            "scigrid_de",
+            "model_energy",
+            "stochastic_network",
+            "carbon_management",
+        ]
+
+        tmp = Path("/tmp/pypsa-examples")
+        tmp.mkdir(exist_ok=True)
+
+        # Upload examples to versioned prefix
+        for name in examples:
+            n = getattr(pypsa.examples, name)()
+            local = tmp / f"{name}.nc"
+            n.export_to_netcdf(str(local))
+            key = f"{base_prefix}/v{version_base}/{name}.nc"
+            client.upload_file(
+                str(local),
+                bucket,
+                key,
+                ExtraArgs={"ACL": "public-read", "ContentType": "application/x-netcdf"},
+            )
+            print(f"uploaded {key}")
+
+        # Repoint latest/ to new version
+        for name in examples:
+            src_key = f"{base_prefix}/v{version_base}/{name}.nc"
+            dst_key = f"{base_prefix}/latest/{name}.nc"
+            client.copy_object(
+                Bucket=bucket,
+                CopySource={"Bucket": bucket, "Key": src_key},
+                Key=dst_key,
+                ACL="public-read",
+                ContentType="application/x-netcdf",
+                MetadataDirective="REPLACE",
+            )
+            print(f"repointed {dst_key} -> {src_key}")
+      shell: python
 
-    - name: Commit changes
-      uses: stefanzweifel/git-auto-commit-action@v7
-      with:
-        branch: ${{ env.BRANCH_NAME }}
-        commit_message: '${{ env.PREPARATION_COMMIT }}'
-        tagging_message: '${{ github.ref_name }}' # add tag again
-        push_options: '${{ github.ref_name }}'
-        add_options: '-u' # Never add untracked files
+  test:
+    needs: [publish-examples]
+    uses: ./.github/workflows/test.yml
+    secrets: inherit
 
   build:
     name: Build and verify package
-    needs: [check-preparation]
-    if: ${{ needs.check-preparation.outputs.prepared == 'true' }}
+    needs: [test]
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v6
@@ -150,7 +111,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v6
-    - uses: softprops/action-gh-release@v2
+    - uses: softprops/action-gh-release@v3
       with:
         body: |
           Revised release notes are available in the [documentation](https://docs.pypsa.org/latest/release-notes/).

.github/workflows/test-models.yml

@@ -42,7 +42,7 @@ jobs:
     steps:
     - uses: actions/checkout@v6
 
-    - uses: dorny/paths-filter@v3
+    - uses: dorny/paths-filter@v4
       id: filter
       with:
         filters: |
@@ -82,9 +82,9 @@ jobs:
 
     - name: Setup Pixi
       if: steps.filter.outputs.src == 'true' || github.event_name == 'schedule'
-      uses: prefix-dev/setup-pixi@v0.9.4
+      uses: prefix-dev/setup-pixi@v0.9.6
       with:
-        pixi-version: v0.59.0
+        pixi-version: v0.68.1
         cache: true
         # Do not cache in branches
         cache-write: ${{ github.event_name == 'push' && github.ref_name == 'main' }}
@@ -120,7 +120,10 @@ jobs:
     - name: Install package from ref
       if: (steps.filter.outputs.src == 'true' || github.event_name == 'schedule') && env.pinned == 'false'
       run: |
+        # Allow upgrading internal packages without exclude-newer cap
+        sed -i '/^exclude-newer\s*=/d' pixi.toml
         pixi remove ${{ env.PACKAGE_NAME }}
+        pixi upgrade linopy
         pixi add --pypi --git https://github.com/${{ github.repository }}.git ${{ github.event.repository.name }} --rev ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
 
     - name: Run snakemake test workflows

.github/workflows/test.yml

@@ -13,6 +13,7 @@ on:
     branches: ["*"]
   schedule:
   - cron: "0 5 * * *"
+  workflow_call:
 
 # Cancel any in-progress runs when a new run is triggered
 concurrency:
@@ -53,6 +54,10 @@ jobs:
           api: new_api
         - os: windows-latest
           api: new_api
+        include:
+        - python-version: '3.13'
+          os: ubuntu-latest
+          api: pandas3
 
     env:
       MPLBACKEND: Agg # https://github.com/orgs/community/discussions/26434
@@ -95,35 +100,35 @@ jobs:
         uv sync --extra dev --no-install-project
         uv pip install "$(ls dist/*.whl)"
 
+    - name: Install pandas 3
+      if: matrix.api == 'pandas3'
+      run: uv pip install 'pandas>=3.0'
+
     - name: Run unit tests (old API)
       if: matrix.api == 'default'
       run: >
-        uv run pytest  --mpl --mpl-generate-summary=html --mpl-results-path=mpl-results
+        uv run pytest
         --cov=pypsa --junitxml=junit.xml -o junit_family=legacy
         && uv run coverage xml
 
+    - name: Run unit tests (pandas 3)
+      if: matrix.api == 'pandas3'
+      run: >
+        uv run --no-sync pytest
+        --cov=pypsa --junitxml=junit.xml -o junit_family=legacy
+        && uv run --no-sync coverage xml
+
     - name: Run unit tests (new API)
       if: matrix.api == 'new_api'
       run: >
         uv run pytest
         --new-components-api
-        --mpl --mpl-generate-summary=html --mpl-results-path=mpl-results
         --cov=pypsa --junitxml=junit.xml -o junit_family=legacy
         && uv run coverage xml
 
-    - name: Upload artifacts
-      if: matrix.api == 'default' && matrix.os == 'macos-latest' && matrix.python-version == '3.13'
-      uses: actions/upload-artifact@v7
-      with:
-        name: results-plotting
-        path: |
-          mpl-results
-        retention-days: 14
-        if-no-files-found: ignore
-
     - name: Upload code coverage report
       if: ${{ !cancelled() }}
-      uses: codecov/codecov-action@v5
+      uses: codecov/codecov-action@v6
       with:
         token: ${{ secrets.CODECOV_TOKEN }}
         flags: >
@@ -143,6 +148,51 @@ jobs:
           python${{ matrix.python-version }},
           api-${{ matrix.api }}
 
+  test-plots:
+    # Run the matplotlib image-comparison tests once, on a single instance.
+    # Baselines are generated on Linux; see test/test_statistics_plot.py.
+    name: Test plots
+    needs: [build]
+    runs-on: ubuntu-latest
+    env:
+      MPLBACKEND: Agg # https://github.com/orgs/community/discussions/26434
+    steps:
+    - uses: actions/checkout@v6
+      with:
+        fetch-depth: 0   # Needed for setuptools_scm
+
+    - name: Set up Python 3.13
+      uses: actions/setup-python@v6
+      with:
+        python-version: 3.13
+
+    - name: Download package
+      uses: actions/download-artifact@v8
+      with:
+        name: Packages
+        path: dist
+
+    - name: Install package and dependencies
+      run: |
+        python -m pip install uv
+        uv sync --all-extras --no-install-project
+        uv pip install "$(ls dist/*.whl)"
+
+    - name: Run image comparison tests
+      run: >
+        uv run pytest --run-plot-tests -m mpl_image_compare
+        --mpl --mpl-generate-summary=html --mpl-results-path=mpl-results
+
+    - name: Upload artifacts
+      if: ${{ !cancelled() }}
+      uses: actions/upload-artifact@v7
+      with:
+        name: results-plotting
+        path: |
+          mpl-results
+        retention-days: 14
+        if-no-files-found: ignore
+
   check-docs:
     name: Check docs
     needs: [build]
@@ -179,7 +229,7 @@ jobs:
 
     - name: Upload code coverage report
       if: ${{ !cancelled() }}
-      uses: codecov/codecov-action@v5
+      uses: codecov/codecov-action@v6
       with:
         token: ${{ secrets.CODECOV_TOKEN }}
         flags: >