Fix #363: Don't include all machines in 'all'

Author: mdboom

bench_runner/runners.py

@@ -20,6 +20,7 @@ def __init__(
         # Override the Github self-hosted runner name if different from
         # os-arch-nickname
         github_runner_name: str | None,
+        include_in_all: bool = True,
     ):
         self.nickname = nickname
         self.os = os
@@ -30,6 +31,7 @@ def __init__(
         if github_runner_name is None:
             github_runner_name = self.name
         self.github_runner_name = github_runner_name
+        self.include_in_all = include_in_all
 
     @property
     def name(self) -> str:
@@ -54,6 +56,7 @@ def get_runners() -> list[Runner]:
                 section.get("available", True),
                 section.get("env", {}),
                 section.get("github_runner_name"),
+                section.get("include_in_all", True),
             )
         )
 

bench_runner/scripts/install.py

@@ -147,9 +147,15 @@ def generate__benchmark(src: Any) -> Any:
         runner_template["steps"].insert(0, setup_environment)
 
         runner_template["runs-on"].append(runner.github_runner_name)
-        runner_template["if"] = (
-            f"${{{{ (inputs.machine == '{runner.name}' || inputs.machine == 'all') }}}}"
-        )
+
+        machine_clauses = [
+            f"inputs.machine == '{runner.name}'",
+            "inputs.machine == '__really_all'",
+        ]
+        if runner.include_in_all:
+            machine_clauses.append("inputs.machine == 'all'")
+        runner_template["if"] = f"${{{{ ({' || '.join(machine_clauses)}) }}}}"
+
         dst["jobs"][f"benchmark-{runner.name}"] = runner_template
 
     add_flag_env(dst["jobs"])

bench_runner/templates/_weekly.src.yml

@@ -34,7 +34,7 @@ jobs:
     with:
       fork: python
       ref: ${{ needs.determine_head.outputs.commit }}
-      machine: all
+      machine: __really_all
       benchmarks: all_and_excluded
       pgo: true
       tier2: false
@@ -46,7 +46,7 @@ jobs:
     with:
       fork: python
       ref: ${{ needs.determine_head.outputs.commit }}
-      machine: all
+      machine: __really_all
       benchmarks: all_and_excluded
       pgo: true
       tier2: false
@@ -59,7 +59,7 @@ jobs:
     with:
       fork: python
       ref: ${{ needs.determine_head.outputs.commit }}
-      machine: all
+      machine: __really_all
       benchmarks: all_and_excluded
       pgo: true
       tier2: false
@@ -73,7 +73,7 @@ jobs:
     with:
       fork: python
       ref: ${{ needs.determine_head.outputs.commit }}
-      machine: all
+      machine: __really_all
       benchmarks: all_and_excluded
       pgo: true
       tier2: false