Merge branch 'main' into 422

Author: maurycy

.github/dependabot.yml

@@ -1,5 +1,14 @@
 version: 2
 updates:
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: monthly
+    groups:
+      actions:
+        patterns:
+          - "*"
+
   - package-ecosystem: "pip"
     directory: "/"
     exclude-paths:

.github/workflows/lint.yml

@@ -8,5 +8,5 @@ jobs:
   lint:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v6
       - uses: tox-dev/action-pre-commit-uv@v1

.github/workflows/main.yml

@@ -52,9 +52,9 @@ jobs:
             python: "3.14"
             experimental: false
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
     - name: Set up Python ${{ matrix.python }}
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       if: "!endsWith(matrix.python, '-dev')"
       with:
         python-version: ${{ matrix.python }}

.github/workflows/mypy.yml

@@ -14,8 +14,8 @@ jobs:
     name: Check code with mypy
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-python@v5
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
         with:
           cache: "pip"
           cache-dependency-path: "pyproject.toml"

.github/workflows/publish.yml

@@ -15,9 +15,9 @@ jobs:
       id-token: write
 
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
     - name: Set up Python
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       with:
         python-version: '3.x'
         cache: pip

azure-pipelines.yml

@@ -1,6 +1,17 @@
 Changelog
 =========
 
+Version 1.13.0 (2025-10-27)
+--------------
+* Re-enable xdsl benchmark
+* Remove code for Python 3.7 and previous versions
+* CI updates:
+  * fix workflow ubuntu-latest
+  * remove unused Azure Pipelines config
+  * update checkout version
+  * setup dependabot
+  * update setup-python version
+
 Version 1.12.0 (2025-10-24)
 --------------
 * Add xdsl benchmark (but disabled by default due to a regression)

doc/changelog.rst

@@ -0,0 +1,23 @@
+# Benchmarking Scripts Toolkit
+
+Companion assets for running `pyperformance` benchmarks on hosts that provide isolated CPUs and for backfilling historical CPython revisions to [speed.python.org](https://speed.python.org/).
+
+## Contents
+- `run-pyperformance.sh` – shell wrapper that reserves an isolated CPU (175–191) via lockfiles, renders `benchmark.conf` from `benchmark.conf.in` with `m4`, sets up a virtual environment, and runs `pyperformance` with upload enabled.
+- `benchmark.conf.in` – template consumed by the wrapper; placeholders `TMPDIR` and `CPUID` are filled in so each run has its own working tree, build directory, and CPU affinity.
+- `backfill.py` – Python helper that reads revisions from `backfill_shas.txt` and launches multiple `run-pyperformance.sh` jobs in parallel, capturing stdout/stderr per revision under `output/`.
+- `backfill_shas.txt` – example list of `sha=branch` pairs targeted by the backfill script.
+
+## Typical Workflow
+1. Ensure kernel CPU isolation (`isolcpus=175-191`) and the `lockfile` utility are available so the wrapper can pin workloads without contention.
+2. Invoke `./run-pyperformance.sh -- compile benchmark.conf <sha> <branch>` for an ad-hoc run; the script installs `pyperformance==1.13.0`, clones CPython, and uploads results using the environment label configured in `benchmark.conf.in`.
+3. Populate `backfill_shas.txt` with the revisions you want to replay and run `python backfill.py` to batch process them; individual logs land in `output/<branch>-<sha>.out|.err`.
+
+Adjust `benchmark.conf.in` if you need to change build parameters (PGO/LTO, job count, upload target, etc.).
+
+## Scheduled Runs
+If you want a daily unattended run, drop an entry like this into `crontab -e` on the host:
+
+```
+0 0 * * * cd /home/user/pyperformance/examples/benchmarking-scripts && ./run-pyperformance.sh -- compile_all benchmark.conf > /home/pyperf/pyperformance/cron.log 2>&1
+```

examples/benchmarking-scripts/README.md

@@ -0,0 +1,55 @@
+import signal
+import subprocess
+from multiprocessing import Pool
+from pathlib import Path
+
+"""
+Parallel backfilling helper for pyperformance runs on isolated CPUs.
+
+Reads `sha=branch` pairs from backfill_shas.txt, invokes run-pyperformance.sh
+for each revision, and lets that wrapper pin the workload to an isolated CPU,
+materialize benchmark.conf, build CPython, and upload results to
+speed.python.org. Stdout/stderr for each revision are captured under
+output/<branch>-<sha>.(out|err).
+"""
+
+
+def get_revisions() -> tuple[str, str]:
+    revisions = []
+    with open("backfill_shas.txt", "r") as f:
+        for line in f:
+            sha, branch = line.split("=")
+            revisions.append((sha, branch.rstrip()))
+    return revisions
+
+
+def run_pyperformance(revision):
+    sha, branch = revision
+    print(f"Running run-pyperformance.sh with sha: {sha}, branch: {branch}")
+    output_dir = Path("output")
+    output_dir.mkdir(parents=True, exist_ok=True)
+    out_file = output_dir / f"{branch}-{sha}.out"
+    err_file = output_dir / f"{branch}-{sha}.err"
+    with open(out_file, "w") as output, open(err_file, "w") as error:
+        subprocess.run(
+            [
+                "./run-pyperformance.sh",
+                "-x",
+                "--",
+                "compile",
+                "benchmark.conf",
+                sha,
+                branch,
+            ],
+            stdout=output,
+            stderr=error,
+        )
+
+
+if __name__ == "__main__":
+    original_sigint_handler = signal.signal(signal.SIGINT, signal.SIG_IGN)
+    signal.signal(signal.SIGINT, original_sigint_handler)
+    with Pool(8) as pool:
+        res = pool.map_async(run_pyperformance, get_revisions())
+        # Without the timeout this blocking call ignores all signals.
+        res.get(86400)

examples/benchmarking-scripts/backfill.py

@@ -0,0 +1,3 @@
+5d2edf72d25c2616f0e13d10646460a8e69344fa=main
+bd2c7e8c8b10f4d31eab971781de13844bcd07fe=main
+29b38b7aae884c14085a918282ea7f0798ed7a2a=main