diff --git a/cli/README.md b/cli/README.md index 1d1160e..4bc4645 100644 --- a/cli/README.md +++ b/cli/README.md @@ -8,6 +8,22 @@ --- +## New: PipelineScore v4 + +v4 is the current board: 71 tasks across code, repo bug fixes, multi-step agent work, tool calls, reasoning, long documents and instructions. Model-written code runs in a Docker sandbox (no network), and every answer is checked by a program. Docker must be running. + +```bash +npx @pipelinescore/cli v4 \ + --provider local \ + --endpoint http://localhost:11434/v1 \ + --model qwen3.8:27b \ + --save my-run.json + +npx @pipelinescore/cli v4-submit my-run.json # post it to pipelinescore.ai/leaderboard +``` + +Every provider gets the same answer budget, and `v4-submit` refuses runs that stopped early or hit provider errors. The 34-task v3 commands below still work; their board lives at [pipelinescore.ai/leaderboard/v3](https://pipelinescore.ai/leaderboard/v3). + ## Quickstart — zero config ```bash diff --git a/cli/package-lock.json b/cli/package-lock.json index 6c70e2d..eb0cc12 100644 --- a/cli/package-lock.json +++ b/cli/package-lock.json @@ -1,12 +1,12 @@ { "name": "@pipelinescore/cli", - "version": "0.4.2", + "version": "0.5.0", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "@pipelinescore/cli", - "version": "0.4.2", + "version": "0.5.0", "license": "Apache-2.0", "dependencies": { "@anthropic-ai/sdk": "^0.32.1", diff --git a/cli/package.json b/cli/package.json index e74aebc..21e44cf 100644 --- a/cli/package.json +++ b/cli/package.json @@ -1,7 +1,7 @@ { "name": "@pipelinescore/cli", - "version": "0.4.2", - "description": "PipelineScore CLI \u2014 benchmark LLMs on your own hardware. Zero-config: `npx @pipelinescore/cli` auto-detects Ollama / LM Studio / llama.cpp / MLX and walks you through a run. Fully deterministic suite (no API key required), scored locally, published to the hardware-aware public leaderboard at pipelinescore.ai.", + "version": "0.5.0", + "description": "PipelineScore CLI — benchmark LLMs on your own hardware. Zero-config: `npx @pipelinescore/cli` auto-detects Ollama / LM Studio / llama.cpp / MLX and walks you through a run. Fully deterministic suite (no API key required), scored locally, published to the hardware-aware public leaderboard at pipelinescore.ai.", "type": "module", "main": "./dist/index.js", "bin": {