{ "checker": { "claims": [ { "claim": "Quickstart needs WSL on native Windows", "command": "", "evidence": "Prerequisite missing: WSL 2 cannot start in this Windows guest ('WSL2 is unable to start since virtualization is not enabled on this machine'), so agentbench cannot run here. agentbench doctor on native Windows printed: 'BLOCKER platform: native Windows is not supported: use WSL'.", "expected": "", "input": "", "kind": "claim", "outcome": "Prerequisite missing: WSL 2 cannot start in this Windows guest ('WSL2 is unable to start since virtualization is not enabled on this machine'), so agentbench cannot run here. agentbench doctor on native Windows printed: 'BLOCKER platform: native Windows is not supported: use WSL'.", "source": "on native Windows use WSL (`wsl --install`).", "source_checked": true, "source_file": "README.md", "verdict": "blocked" }, { "claim": "demo builds a toy repo and runs stand-in agents", "command": "", "evidence": "agentbench demo refuses to run on native Windows (exit 2: 'error: native Windows is not supported: use WSL'). Not runnable until WSL 2 works in the guest.", "expected": "", "input": "", "kind": "claim", "outcome": "agentbench demo refuses to run on native Windows (exit 2: 'error: native Windows is not supported: use WSL'). Not runnable until WSL 2 works in the guest.", "source": "`demo` builds a toy repo, hides the test that proves a bug fixed", "source_checked": true, "source_file": "README.md", "verdict": "blocked" } ], "cycle_checks": [ { "claim": "Scheduled or looping main behavior", "command": "", "evidence": "Inspected src/ (no cron, scheduler, --once, --now, loop or webhook trigger found by search), README.md and CONTRIBUTING.md. agentbench runs only when a user invokes a command (doctor, demo, start, plan, matrix, run, report, task, verify); no product cycle exists to trigger.", "expected": "identify the product trigger", "input": "source inspection", "kind": "cycle", "outcome": "Inspected src/ (no cron, scheduler, --once, --now, loop or webhook trigger found by search), README.md and CONTRIBUTING.md. agentbench runs only when a user invokes a command (doctor, demo, start, plan, matrix, run, report, task, verify); no product cycle exists to trigger.", "source": "repository entry points", "verdict": "yes" } ], "details": { "checks": [ { "check": "install", "details": { "argv": [ "C:\\coldpass\\venv\\Scripts\\agentbench.exe", "doctor" ], "kind": "cli", "needs_browser": false, "needs_credentials": false, "returncode": 1, "scope": "partial: install", "stderr": "", "stdout": "agentbench doctor (Windows, Python 3.14.0)\n BLOCKER platform: native Windows is not supported: use WSL (Windows Subsystem for Linux)\n fix: wsl --install (then open the Ubuntu app and run the same agentbench commands there)\n ok python: Python 3.14.0\n BLOCKER git: git is not installed\n fix: agentbench needs WSL on Windows: run `wsl --install`, then work inside WSL\n ok disk: 38 GB free\n note claude: claude is not installed\n fix: npm install -g @anthropic-ai/claude-code\n note codex: codex is not installed\n fix: npm install -g @openai/codex\n note uv: uv is not installed (only needed for tasks whose checks use it, such as the built-in code tasks)\n[excerpt truncated]", "working": false }, "optional": false, "status": "PASS" } ], "scope": "partial checks", "working": false }, "evidence_strength": "nothing_checked", "example_checks": [ { "claim": "Documented offline unit tests run the product's regression cases", "command": "", "deferred": false, "evidence": "Missing prerequisite: WSL 2 is required. Ran this documented command with the venv Python on native Windows: 209 tests, 25 failures and 85 errors, mostly from the native-Windows refusal ('native Windows is not supported: use WSL'). Not a passing example, so it is not replayed.", "expected": "documented command completes successfully", "input": "", "kind": "example", "outcome": "Missing prerequisite: WSL 2 is required. Ran this documented command with the venv Python on native Windows: 209 tests, 25 failures and 85 errors, mostly from the native-Windows refusal ('native Windows is not supported: use WSL'). Not a passing example, so it is not replayed.", "source": "README.md: python -m unittest discover -s tests -q", "verdict": "blocked" } ], "status": "PASS" }, "deviations": [ "Git was not installed; installed user-local MinGit 2.47.1 from https://github.com/git-for-windows/git/releases/download/v2.47.1.windows.1/MinGit-2.47.1-busybox-64-bit.zip into %USERPROFILE%\\tools\\mingit. Cleared the guest's GIT_CONFIG_* variables in each shell because they broke git init.", "Product refuses native Windows, so the README's WSL path was attempted: dism enable of Microsoft-Windows-Subsystem-Linux and VirtualMachinePlatform (rc 3010), guest reboot, then wsl --install -d Ubuntu --no-launch. The distribution was not installed and WSL 2 cannot start in this guest, so the documented quickstart could not run.", "No substitute run was made: running the product through PYTHONPATH or a patched platform check would mean bypassing the product's own platform guard, and editing product source is not allowed.", "Documented unittest suite (python -m unittest discover -s tests -q) run with the venv Python: 209 tests, 25 failures, 85 errors, 1 skipped, mostly from the native-Windows refusal. Recorded as a reason-only example, not replayed.", "The product's own 'agentbench doctor' was run as partial install evidence (exit 1, expected blocker text); no operation succeeded, so no working claim is recorded." ], "fault_owner": "prerequisite", "main_blocker": "Windows guest lacks nested virtualization, so WSL 2 cannot run and agentbench cannot start.", "operation": "Follow the agent-bench README quickstart (python -m pip install ., agentbench doctor, agentbench demo) and run it", "operation_scope": "Native Windows 11 guest (Hyper-V VM, no nested virtualization). README says it is tested on macOS, Linux and WSL and that native Windows must use WSL (wsl --install). Python 3.14.0 is present (3.11+ needed). Git was missing and was installed user-local as MinGit 2.47.1.", "outcome": "unverified", "plain_failure": "agent-bench does not run on native Windows, and the Windows test machine cannot run the Linux environment (WSL) that the project requires. Nothing was verified beyond installation and the product's own refusal message.", "steps": [ "git init; git remote add origin https://github.com/TayHCode/agent-bench; git fetch --depth 1 origin ad01b757a0565c35fa590fe531964019363e70d5; git reset --mixed FETCH_HEAD (pinned commit checked out)", "C:\\coldpass\\python\\python.exe -m venv C:\\coldpass\\venv; C:\\coldpass\\venv\\Scripts\\python.exe -m pip install . (installed agentbench-0.0.1)", "C:\\coldpass\\venv\\Scripts\\agentbench.exe doctor (BLOCKER: native Windows is not supported: use WSL; BLOCKER: git is not installed, reported before MinGit was on PATH)", "C:\\coldpass\\venv\\Scripts\\agentbench.exe demo (refused: error: native Windows is not supported: use WSL, exit 2)", "wsl --install -d Ubuntu --no-launch (after enabling Microsoft-Windows-Subsystem-Linux and VirtualMachinePlatform via dism and rebooting): no distribution installed; wsl --status says WSL2 is unable to start since virtualization is not enabled on this machine" ], "stuck_step": "wsl --install (README quickstart: native Windows must use WSL). WSL 2 cannot start in this guest.", "suggested_fix": "Run this check on a Linux or macOS guest, or on a Windows guest with nested virtualization enabled so WSL 2 can start. Then install Ubuntu with wsl --install and run the README quickstart inside WSL. Optionally, the product could document the Windows limitation at the top of the README." }