{ "run_id": "TayHCode--cdp-setup-kit-claude-haiku-5-5-1792640189152914688", "checker": { "claims": [ { "claim": "agent-brief gives agents ready-to-paste instructions and MCP settings", "command": "/opt/homebrew/bin/python3 -m cdp_setup_kit --kit-dir agent-brief main", "evidence": "Attach to the existing browser context. Do not create a signed-out replacement context.\nWARNING: CDP has no authentication. Every program able to reach the address controls every tab, including signed-in sites.\nThe owner signs in manually; availability does not prove any account is signed in.\n\nMCP examples are pinned; approve these versions or pin to a version you trust before installing.\nMCP client configuration (HTTP browserURL form; clients discover the current WebSocket URL):\n{\n \"mcpServers\": {\n \"chrome-devtools\": {\n \"command\": \"npx\",\n \"args\": [\n \"-y\",\n \"chrome-", "expected": "attach-existing-context instructions and MCP client configuration", "input": "agent-brief main on kit with profile main", "kind": "claim", "outcome": "Real input produced the expected result: Attach to the existing browser context.", "returncode": 0, "source": "Pasteable agent rules/MCP settings", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "add records a profile and does not open it", "command": "/opt/homebrew/bin/python3 -m cdp_setup_kit --kit-dir add main --port 9333", "evidence": "already set up, unchanged: http://127.0.0.1:9333\n", "expected": "profile already recorded, unchanged, endpoint printed", "input": "add main --port 9333 to existing kit", "kind": "claim", "outcome": "Real input produced the expected result: already set up, unchanged: http://127.0.0.1:9333", "returncode": 0, "source": "Record a profile; optional `--port`, `--profile-dir`, `--chrome`. Does not open it.", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "startup enable previews the LaunchAgent without changing anything", "command": "/opt/homebrew/bin/python3 -m cdp_setup_kit --kit-dir startup enable main", "evidence": "PREVIEW: nothing has been changed.\nWould write this file:\n \n---- file contents ----\n\n\n\n\n Label\n cdp-setup-kit-main\n ProgramArguments\n \n /Applications/Google Chrome.app/Contents/MacOS/Google Chrome\n --user-data-dir=/private\n --remote-", "expected": "preview states nothing has been changed", "input": "startup enable main (no --apply)", "kind": "claim", "outcome": "Real input produced the expected result: PREVIEW: nothing has been changed.", "returncode": 0, "source": "Preview visible sign-in start even without Chrome (shows a provisional path)", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "Chrome is discovered at the macOS app path", "command": "", "evidence": "Google Chrome is not installed in this macOS guest (no /Applications/Google Chrome.app); the kit never downloads Chrome and the task forbids installing a browser. No shared CDP endpoint was supplied.", "expected": "", "input": "", "kind": "claim", "outcome": "Google Chrome is not installed in this macOS guest (no /Applications/Google Chrome.app); the kit never downloads Chrome and the task forbids installing a browser. No shared CDP endpoint was supplied.", "source": "Chrome is discovered at `/Applications/Google Chrome.app/Contents/MacOS/Google Chrome`.", "source_checked": true, "source_file": "README.md", "verdict": "blocked" } ], "cycle_checks": [ { "claim": "startup enable registers a sign-in trigger that opens the profile Chrome window at each graphical sign-in", "command": "", "evidence": "Missing prerequisite: the trigger fires only at a real macOS graphical sign-in and opens Google Chrome, which is not installed in this guest; no sign-in was performed. Entry points inspected: startup enable/disable/status in cdp_setup_kit; the only scheduling is this LaunchAgent. The preview (startup enable main, no --apply) was run and shows the plist that would be written; nothing was applied.", "expected": "", "input": "", "kind": "cycle", "method": "", "outcome": "Missing prerequisite: the trigger fires only at a real macOS graphical sign-in and opens Google Chrome, which is not installed in this guest; no sign-in was performed. Entry points inspected: startup enable/disable/status in cdp_setup_kit; the only scheduling is this LaunchAgent. The preview (startup enable main, no --apply) was run and shows the plist that would be written; nothing was applied.", "schedule": "LaunchAgent RunAtLoad at next graphical sign-in (not a loop, cron or --once)", "source": "README.md", "verdict": "blocked" } ], "details": { "argv": [ "/opt/homebrew/bin/python3", "-m", "cdp_setup_kit", "--kit-dir", "", "agent-brief", "main" ], "kind": "cli", "needs_browser": false, "needs_credentials": false, "returncode": 0, "scope": "product operation", "stderr": "", "stdout": "PREVIEW: not live yet. After applying and verifying access, a Chrome browser window (dedicated profile main) will be available at http://127.0.0.1:9333; sign in to the accounts you want agents to use.\nUse it for the owner-authorized task for profile \"main\"; sign-ins must be authorized for that task.\nRules: do not close other windows/tabs you did not open; never copy or export profiles/cookies; changing provider data through it is a write.\nAttach to the existing browser context. Do not create a signed-out replacement context.\nWARNING: CDP has no authentication. Every program able to reach the address controls every tab, including signed-in sites.\nThe owner signs in manually; availability does not prove any account is signed in.\n\nMCP examples are pinned; approve these versions or pin to a version you trust before installing.\nMCP client configuration (HTTP browserURL form; clients discover the current WebSocket URL):\n{\n \"mcpServers\": {\n \"chrome-devtools\": {\n[excerpt truncated]", "working": false }, "evidence_strength": "partly_checked", "example_checks": [ { "claim": "agent-brief prints attach rules and MCP settings for a profile", "command": "/opt/homebrew/bin/python3 -m cdp_setup_kit --kit-dir agent-brief main", "deferred": false, "evidence": "s tunnel running instead of connecting directly:\nssh -N -L 9333:127.0.0.1:9333 USER@HOST\nUse the browser machine's SSH host for HOST, and connect to http://127.0.0.1:9333 through the tunnel.\nFirst connection asks to trust the host key: verify it and answer yes once, or run ssh USER@HOST true interactively first. For scripts add -o StrictHostKeyChecking=accept-new: this trusts an unseen host automatically (first-connection impersonation risk), but refuses changed keys. If you use a key add -i KEY (and -o IdentitiesOnly=yes if needed), or use your Host alias from SSH config instead of USER@HOST.", "expected": "pasteable rules and MCP client configuration", "input": "agent-brief main on the kit with profile main", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md ## Commands table, agent-brief NAME", "verdict": "yes" }, { "claim": "documented offline unit test suite", "command": "", "deferred": false, "evidence": "Ran python3 -B -m unittest discover -s tests -t . -q: 221 tests, 6 failures (macOS /tmp vs /private/tmp symlink path comparisons, a 'test mode' refusal, symlink destination checks), 3 skipped. Failures are environment/test-harness related and are not product-verified.", "expected": "documented command completes successfully", "input": "", "kind": "example", "outcome": "Ran python3 -B -m unittest discover -s tests -t . -q: 221 tests, 6 failures (macOS /tmp vs /private/tmp symlink path comparisons, a 'test mode' refusal, symlink destination checks), 3 skipped. Failures are environment/test-harness related and are not product-verified.", "source": "README.md ## What you need, Run the test suite from the checkout", "verdict": "blocked" }, { "claim": "README quickstart open/connect needs a Chrome window", "command": "", "deferred": false, "evidence": "Not run: Google Chrome is not installed in this guest and no shared CDP endpoint was supplied; init/open/connect require a visible Chrome window. Chrome-free equivalents (add, list --no-check, agent-brief, startup enable preview) were run instead.", "expected": "documented command completes successfully", "input": "", "kind": "example", "outcome": "Not run: Google Chrome is not installed in this guest and no shared CDP endpoint was supplied; init/open/connect require a visible Chrome window. Chrome-free equivalents (add, list --no-check, agent-brief, startup enable preview) were run instead.", "source": "README.md ## Quickstart (macOS), step 2-4", "verdict": "blocked" }, { "claim": "examples/ MCP and Playwright attach configs", "command": "", "deferred": false, "evidence": "Not run: they attach chrome-devtools-mcp, @playwright/mcp and a Playwright script to a live Chrome CDP endpoint, which is unavailable here (needs_browser).", "expected": "documented command completes successfully", "input": "", "kind": "example", "outcome": "Not run: they attach chrome-devtools-mcp, @playwright/mcp and a Playwright script to a live Chrome CDP endpoint, which is unavailable here (needs_browser).", "source": "examples/ directory (not referenced by README)", "verdict": "blocked" } ], "status": "PASS" }, "diagnosis": null }