{
  "run_id": "TayHCode--vault-kit-claude-haiku-5-5-1792647688297642554",
  "date": "2026-10-22T05:45:14.694046+00:00",
  "repo": "TayHCode/vault-kit",
  "kind": "repo",
  "source": "https://github.com/TayHCode/vault-kit",
  "commit": "4e599951d9bbf8effba97d9fc1707532577228f3",
  "model": "claude-haiku-5-5",
  "model_version": "claude-haiku-5-5",
  "test_version": "readme-1924d8f529c6fc4500abb29916f5c9ac942027957e7b82d725d5610040cd3b4a",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 90.65786301001208,
  "total_s": 226.3963725566864,
  "steps": [
    "cd C:\\coldpass\\workspace; Get-ChildItem -Force | Select-Object Name,Mode; Write-Output '---'; C:\\coldpass\\python\\python.exe --version; Write-Output '---'; Get-Content README.md -TotalCount 200",
    "cd C:\\coldpass\\workspace; Get-ChildItem -Recurse examples,tests,.github | Select-Object FullName; Write-Output '---'; C:\\coldpass\\python\\python.exe vault_kit.py --help; Write-Output \"rc=$LASTEXITCODE\"; Write-Output '---'; Get-Content .github\\workflows\\*.yml -ErrorAction SilentlyContinue | Select-Object -First 80",
    "cd C:\\coldpass\\workspace; Test-Path .\\QuickstartVault; C:\\coldpass\\python\\python.exe vault_kit.py --username '' --transcripts examples/transcripts --output ./QuickstartVault; Write-Output \"rc=$LASTEXITCODE\"; Get-ChildItem -Recurse QuickstartVault | Select-Object FullName",
    "cd C:\\coldpass\\workspace; C:\\coldpass\\python\\python.exe vault_kit.py --username= --transcripts examples/transcripts --output ./QuickstartVault; Write-Output \"rc=$LASTEXITCODE\"; Get-ChildItem -Recurse QuickstartVault | Select-Object FullName",
    "cd C:\\coldpass\\workspace; Get-Content QuickstartVault\\Sessions\\2026-01-12-sample-project-9ee94575.md | Select-Object -First 30; Write-Output '---'; C:\\coldpass\\python\\python.exe vault_kit.py search sample --vault ./QuickstartVault; Write-Output \"rc=$LASTEXITCODE\"",
    "cd C:\\coldpass\\workspace; Get-Content CONTRIBUTING.md; Write-Output '--- release-check'; Get-Content release-check.json; Write-Output '--- grep'; Select-String -Path vault_kit.py,README.md -Pattern 'cron|schedule|--once|--now|webhook|loop|sleep|watch|unittest|pytest' | Select-Object -First 30; Write-Output '--- tests head'; Get-Content tests\\test_vault_kit.py -TotalCount 15",
    "cd C:\\coldpass\\workspace; C:\\coldpass\\python\\python.exe -m unittest discover -s tests; Write-Output \"rc=$LASTEXITCODE\"",
    "cd C:\\coldpass\\workspace; New-Item -ItemType Directory -Force -Path .coldpass\\out | Out-Null\n$enc = New-Object System.Text.UTF8Encoding($false)\n$py = 'C:\\\\coldpass\\\\python\\\\python.exe'\n$ws = 'C:\\\\coldpass\\\\workspace'\n$probe = @\"\n{\"kind\":\"cli\",\"argv\":[\"$py\",\"vault_kit.py\",\"search\",\"sample\",\"--vault\",\"./QuickstartVault\"],\"cwd\":\"$ws\",\"expected_text\":\"Projects/sample-project.md:5: # sample-project\"}\n\"@\n$claims = @\"\n[{\"kind\":\"claim\",\"claim\":\"Search the vault from a terminal\",\"source\":\"Search the vault from a terminal:\",\"input\":\"search sample --vault ./QuickstartVault\",\"expected\":\"matching lines from the vault notes\",\"probe_kind\":\"cli\",\"argv\":[\"$py\",\"vault_kit.py\",\"search\",\"sample\",\"--vault\",\"./QuickstartVault\"],\"expected_text\":\"Projects/sample-project.md:5: # sample-project\",\"cwd\":\"$ws\"},\n{\"kind\":\"claim\",\"claim\":\"Builds a vault with START-HERE, index, project and session notes\",\"source\":\"It creates ``START-HERE.md``, an index, a project note for each repository or detected project, and linked notes for each transcript session.\",\"input\":\"offline transcripts folder into a fresh output folder\",\"expected\":\"vault built with 1 project and 2 sessions\",\"probe_kind\":\"cli\",\"argv\":[\"$py\",\"vault_kit.py\",\"--username=\",\"--transcripts\",\"examples/transcripts\",\"--output\",\".\\\\.coldpass\\\\out\\\\claim-vault\"],\"expected_text\":\"Built vault at\",\"cwd\":\"$ws\"}]\n\"@\n$examples = @\"\n[{\"kind\":\"example\",\"claim\":\"Offline quickstart builds a vault from the sample transcripts\",\"source\":\"README.md Quickstart: For an offline example from the repository root\",\"input\":\"--username= --transcripts examples/transcripts --output .\\\\.coldpass\\\\out\\\\example-vault\",\"expected\":\"Built vault with 1 projects, 2 sessions\",\"argv\":[\"$py\",\"vault_kit.py\",\"--username=\",\"--transcripts\",\"examples/transcripts\",\"--output\",\".\\\\.coldpass\\\\out\\\\example-vault\"],\"cwd\":\"$ws\",\"env\":{},\"expected_text\":\"Built vault at\"},\n{\"kind\":\"example\",\"claim\":\"Repository offline unit tests pass\",\"source\":\"CONTRIBUTING.md\",\"input\":\"python -m unittest discover -s tests\",\"expected\":\"Ran 11 tests and OK\",\"argv\":[\"$py\",\"-m\",\"unittest\",\"discover\",\"-s\",\"tests\"],\"cwd\":\"$ws\",\"env\":{},\"expected_text\":\"OK\"}]\n\"@\n$cycles = '{\"detected\":false,\"reason\":\"Entry points inspected (vault_kit.py, README.md, CONTRIBUTING.md, release-check.json, tests): no cron, schedule, loop, webhook, --once or --now option exists; the tool runs once per invocation. Re-running the build is the manual update path and is covered by the quickstart example.\",\"checks\":[]}'\n$report = '{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Build a private Obsidian vault from local transcripts with vault_kit.py, then search it\",\"operation_scope\":\"Python 3.9+ (guest has 3.14); offline transcript example only, no GitHub lookup (--username=), no network needed\",\"steps\":[\"python vault_kit.py --username= --transcripts examples/transcripts --output ./QuickstartVault\",\"python vault_kit.py search sample --vault ./QuickstartVault\",\"python -m unittest discover -s tests\"],\"deviations\":[\"README shows python3; guest used absolute C:\\\\coldpass\\\\python\\\\python.exe 3.14.0\",\"PowerShell dropped the empty argument in --username ''; used --username= (same empty value) instead\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}'\n[IO.File]::WriteAllText(\"$PWD\\.coldpass\\probe.json\", $probe.Trim(), $enc)\n[IO.File]::WriteAllText(\"$PWD\\.coldpass\\claims.json\", $claims.Trim(), $enc)\n[IO.File]::WriteAllText(\"$PWD\\.coldpass\\examples.json\", $examples.Trim(), $enc)\n[IO.File]::WriteAllText(\"$PWD\\.coldpass\\cycles.json\", $cycles, $enc)\n[IO.File]::WriteAllText(\"$PWD\\.coldpass\\report.json\", $report, $enc)\nGet-ChildItem .coldpass | Select-Object Name\nWrite-Output '--- validate'\n$env:COLDPASS_WORKSPACE='C:\\coldpass\\workspace'; & C:\\coldpass\\python\\python.exe -I C:\\coldpass\\checker\\check.py --validate --replay; Write-Output \"rc=$LASTEXITCODE\""
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Build a private Obsidian vault from local transcripts with vault_kit.py, then search it",
  "suggested_fix": null,
  "tokens_in": 100478,
  "tokens_out": 8262,
  "cost_usd": 0.00882416,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "C:\\coldpass\\python\\python.exe",
          "vault_kit.py",
          "search",
          "sample",
          "--vault",
          "./QuickstartVault"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "Index.md:9: - [[Projects/sample-project]]\nProjects/sample-project.md:5: # sample-project\nProjects/sample-project.md:9: - [[Sessions/2026-01-12-sample-project-9ee94575]] (2026-01-12)\nProjects/sample-project.md:10: - [[Sessions/2026-01-12-sample-project-ed5378d5]] (2026-01-12)\nSessions/2026-01-12-sample-project-9ee94575.md:5: # sample-project \ufffd 2026-01-12\nSessions/2026-01-12-sample-project-9ee94575.md:7: Project: [[Projects/sample-project]]\nSessions/2026-01-12-sample-project-9ee94575.md:9: Draft a checklist for the sample parser.\nSessions/2026-01-12-sample-project-ed5378d5.md:5: # sample-project \ufffd 2026-01-12\nSessions/2026-01-12-sample-project-ed5378d5.md:7: Project: [[Projects/sample-project]]\n[excerpt truncated]",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "No problems traced to this repository code in these checks.",
    "findings": [],
    "context": [],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing.",
      "windows behavior observation needs an OS-native file/network/process collector; only the static scan ran.",
      "No Linux syscall trace was collected."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=TayHCode--vault-kit-claude-haiku-5-5-1792647688297642554",
    "evidence_file": "/data/safety/TayHCode--vault-kit-claude-haiku-5-5-1792647688297642554.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "claude-code",
  "agent_runtime_version": "2.1.300 (Claude Code)",
  "tool_transport": "mcp-assigned-vm",
  "platform": "windows",
  "reasoning": "low",
  "service_tier": null,
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 8,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "windows"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "4e599951d9bbf8effba97d9fc1707532577228f3",
    "url": "https://github.com/TayHCode/vault-kit"
  },
  "purpose": "initial",
  "profile": {
    "model": "claude-haiku-5-5",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 8,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "none",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "cli"
  ],
  "license": "MIT",
  "repo_url": "https://github.com/TayHCode/vault-kit",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Entry points inspected (vault_kit.py, README.md, CONTRIBUTING.md, release-check.json, tests): no cron, schedule, loop, webhook, --once or --now option exists; the tool runs once per invocation. Re-running the build is the manual update path and is covered by the quickstart example.",
      "evidence": "Entry points inspected (vault_kit.py, README.md, CONTRIBUTING.md, release-check.json, tests): no cron, schedule, loop, webhook, --once or --now option exists; the tool runs once per invocation. Re-running the build is the manual update path and is covered by the quickstart example.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "Search the vault from a terminal",
      "source": "Search the vault from a terminal:",
      "input": "search sample --vault ./QuickstartVault",
      "expected": "matching lines from the vault notes",
      "command": "'C:\\coldpass\\python\\python.exe' vault_kit.py search sample --vault ./QuickstartVault",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: Projects/sample-project.md:5: # sample-project",
      "evidence": "Projects/sample-project.md:5: # sample-project\r\nProjects/sample-project.md:9: - [[Sessions/2026-01-12-sample-project-9ee94575]] (2026-01-12)\r\nProjects/sample-project.md:10: - [[Sessions/2026-01-12-sample-project-ed5378d5]] (2026-01-12)\r\nSessions/2026-01-12-sample-project-9ee94575.md:5: # sample-project \ufffd 2026-01-12\r\nSessions/2026-01-12-sample-project-9ee94575.md:7: Project: [[Projects/sample-project]]\r\nSessions/2026-01-12-sample-project-9ee94575.md:9: Draft a checklist for the sample parser.\r\nSessions/2026-01-12-sample-project-ed5378d5.md:5: # sample-project \ufffd 2026-01-12\r\nSessions/2026-01-12-s",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.md"
    },
    {
      "kind": "claim",
      "claim": "Builds a vault with START-HERE, index, project and session notes",
      "source": "It creates `START-HERE.md`, an index, a project note for each repository or detected project, and linked notes for each transcript session.",
      "input": "offline transcripts folder into a fresh output folder",
      "expected": "vault built with 1 project and 2 sessions",
      "command": "'C:\\coldpass\\python\\python.exe' vault_kit.py --username= --transcripts examples/transcripts --output '.\\.coldpass\\out\\claim-vault'",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: Built vault at",
      "evidence": "Built vault at C:\\coldpass\\workspace\\.coldpass\\out\\claim-vault (1 projects, 2 sessions)\r\n",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Offline quickstart builds a vault from the sample transcripts",
      "source": "README.md Quickstart: For an offline example from the repository root",
      "input": "--username= --transcripts examples/transcripts --output .\\.coldpass\\out\\example-vault",
      "command": "'C:\\coldpass\\python\\python.exe' vault_kit.py --username= --transcripts examples/transcripts --output '.\\.coldpass\\out\\example-vault'",
      "evidence": "Built vault at C:\\coldpass\\workspace\\.coldpass\\out\\example-vault (1 projects, 2 sessions)",
      "deferred": false,
      "expected": "Built vault with 1 projects, 2 sessions",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    },
    {
      "kind": "example",
      "claim": "Repository offline unit tests pass",
      "source": "CONTRIBUTING.md",
      "input": "python -m unittest discover -s tests",
      "command": "'C:\\coldpass\\python\\python.exe' -m unittest discover -s tests",
      "evidence": "b7ze\\vault (1 projects, 1 sessions)\r\nBuilt vault at C:\\coldpass\\workspace\\.scratch\\tmppwmkhfti\\vault (1 projects, 1 sessions)\r\nBuilt vault at C:\\coldpass\\workspace\\.scratch\\tmppwmkhfti\\vault (1 projects, 1 sessions)\r\nBuilt vault at C:\\coldpass\\workspace\\.scratch\\tmpm5qyrutu\\vault (1 projects, 1 sessions)\r\nBuilt vault at C:\\coldpass\\workspace\\.scratch\\tmpm5qyrutu\\vault (1 projects, 1 sessions)\r\nBuilt vault at C:\\coldpass\\workspace\\.scratch\\tmpdc9t0m8e\\vault (1 projects, 1 sessions)\r\n...........\r\n----------------------------------------------------------------------\r\nRan 11 tests in 0.064s\r\n\r\nOK",
      "deferred": false,
      "expected": "Ran 11 tests and OK",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "archived": false,
    "commits_90d": 2,
    "last_commit_at": "2026-10-15T17:11:10Z",
    "last_release_at": null,
    "median_reply_hours": null,
    "merged_prs_90d": 1,
    "note": "actively maintained: last commit 6 days ago; 2 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases",
    "open_issues": 0,
    "open_prs": 0,
    "reply_share": null,
    "reply_threads": 0,
    "verdict": "maintained"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 6 days ago; 2 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases",
  "maintained": "active",
  "maintained_note": "last commit 6 days ago",
  "last_commit_at": "2026-10-15T17:13:08Z",
  "last_release_at": null,
  "open_issues": null,
  "answered_issues": null,
  "platforms_claimed": [
    "linux"
  ],
  "topic": "agent-harness",
  "agent_interfaces": [
    {
      "interface": "cli",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-22T05:45:14.694046+00:00",
  "tested_commit": "4e599951d9bbf8effba97d9fc1707532577228f3",
  "tested_with": {
    "agent": "claude-code",
    "agent_version": "2.1.300 (Claude Code)",
    "model": "claude-haiku-5-5",
    "model_route": "claude-haiku-5-5",
    "reasoning": "low",
    "os": "windows",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "TayHCode/vault-kit",
    "source": "https://github.com/TayHCode/vault-kit",
    "commit": "4e599951d9bbf8effba97d9fc1707532577228f3",
    "source_revision": null,
    "os": "windows",
    "architecture": null,
    "backend": "hyperv",
    "model": "claude-haiku-5-5",
    "model_version": "claude-haiku-5-5",
    "agent_execution": "native_agent",
    "agent_runtime": "claude-code",
    "agent_runtime_version": "2.1.300 (Claude Code)",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "4e599951d9bbf8effba97d9fc1707532577228f3",
      "url": "https://github.com/TayHCode/vault-kit"
    },
    "platform_details": {
      "os": "windows",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": null,
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Build a private Obsidian vault from local transcripts with vault_kit.py, then search it",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "repo",
    "test_version": "readme-1924d8f529c6fc4500abb29916f5c9ac942027957e7b82d725d5610040cd3b4a",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": "/transcripts/TayHCode--vault-kit-claude-haiku-5-5-1792647688297642554.txt",
  "report_url": "/reports/TayHCode--vault-kit-claude-haiku-5-5-1792647688297642554.json"
}