{"meta":{"dataset_version":"06b1e59cb172b3ae","generated_at":"2026-11-17T10:15:03.043Z","upstream_fetched_at":"2026-11-17T04:24:14.188Z"},"total":86,"limit":50,"offset":50,"next_offset":null,"data":[{"kind":"cache","entry_ref":"meta-subscription/muse-wonder-1.0","entry_name":"Muse Wonder","access":"subscription","id":"harness-2026-11-07/H6","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H6.jsonl"},{"kind":"cache","entry_ref":"openai-codex/gpt-6.1-sol","entry_name":"GPT-6.1 Sol","access":"subscription","id":"harness-2026-11-07/H1","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"codex-cli","client_label":"OpenAI's Codex CLI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":21600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":28800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":36000,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H1.jsonl"},{"kind":"cache","entry_ref":"openai-codex/gpt-6.1-sol","entry_name":"GPT-6.1 Sol","access":"subscription","id":"harness-2026-11-07/H2","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":21600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":28800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":36000,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H2.jsonl"},{"kind":"cache","entry_ref":"openai-codex/gpt-6.1-terra","entry_name":"GPT-6.1 Terra","access":"subscription","id":"harness-2026-11-07/H3","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"codex-cli","client_label":"OpenAI's Codex CLI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":21600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":28800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":36000,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H3.jsonl"},{"kind":"cache","entry_ref":"openai-codex/gpt-6.1-terra","entry_name":"GPT-6.1 Terra","access":"subscription","id":"harness-2026-11-07/H4","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":7200,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":21600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":28800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":36000,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H4.jsonl"},{"kind":"cache","entry_ref":"meta-subscription/muse-wonder-1.0","entry_name":"Muse Wonder","access":"subscription","id":"cpa-latest-2026-11-06/L4","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-latest-2026-11-06/L4-2026-11-06T21-53-14.json"},{"kind":"cache","entry_ref":"openai-codex/gpt-6.1-sol","entry_name":"GPT-6.1 Sol","access":"subscription","id":"cpa-codex-long-2026-11-06/X1","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":10800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":21600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":28800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":36000,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-codex-long-2026-11-06/X1-2026-11-06T21-31-50.json"},{"kind":"cache","entry_ref":"openai-codex/gpt-6.1-terra","entry_name":"GPT-6.1 Terra","access":"subscription","id":"cpa-codex-long-2026-11-06/X2b","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":60,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":120,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":180,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":240,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":450,"hits":1,"checks":3,"hit_rate_pct":33.33}],"late_excluded":0,"note":"finer ages after X2 was cold at 5 min","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-codex-long-2026-11-06/X2b-2026-11-06T21-54-40.json"},{"kind":"cache","entry_ref":"openrouter/anthropic/claude-haiku-5.5","entry_name":"Claude Haiku 5.5","access":"api","id":"cpa-8.0.53-or/P1","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{"format":"messages"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.53 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53-or/P1-2026-11-06T15-05-52.json"},{"kind":"cache","entry_ref":"openrouter/anthropic/claude-haiku-5.5","entry_name":"Claude Haiku 5.5","access":"api","id":"cpa-8.0.53-or/P2","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{"format":"messages","ttl":"1h"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.53 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53-or/P2-2026-11-06T15-06-12.json"},{"kind":"cache","entry_ref":"openrouter/anthropic/claude-haiku-5.5","entry_name":"Claude Haiku 5.5","access":"api","id":"openrouter-direct-v0.2/R1b","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-06","request_settings":{"cache_control":"top-level","session_id":true},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct-v0.2/R1b-2026-11-06T18-21-26.json"},{"kind":"cache","entry_ref":"openrouter/google/gemini-4-argon","entry_name":"Gemini 4 Argon","access":"api","id":"cpa-latest-2026-11-06/L1b","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{"prefix_tokens":8000},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.53 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-latest-2026-11-06/L1b-2026-11-06T21-54-40.json"},{"kind":"cache","entry_ref":"openrouter/moonshotai/kimi-k3.1-pro","entry_name":"Kimi K3.1 Pro","access":"api","id":"cpa-latest-2026-11-06/L2","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.53 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-latest-2026-11-06/L2-2026-11-06T21-52-34.json"},{"kind":"cache","entry_ref":"anthropic/claude-opus-5-5","entry_name":"Claude Opus 5.5","access":"api","id":"cpa-8.0.53/K1-beta","route":"anthropic-api","route_label":"Anthropic API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{"format":"messages","ttl":"1h","beta":"extended-cache-ttl-2025-04-11"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/K1-beta-2026-11-04T18-02-56.json"},{"kind":"cache","entry_ref":"anthropic/claude-opus-5-5","entry_name":"Claude Opus 5.5","access":"api","id":"cpa-8.0.53/K1-nobeta","route":"anthropic-api","route_label":"Anthropic API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{"format":"messages","ttl":"1h"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/K1-nobeta-2026-11-04T18-02-41.json"},{"kind":"cache","entry_ref":"antigravity/gemini-3.8-flash-high","entry_name":"Gemini 3.8 Flash","access":"subscription","id":"cpa-8.0.53/A3","route":"antigravity","route_label":"Google Antigravity login","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{"prefix_tokens":5000},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/A3-2026-11-04T17-59-41.json"},{"kind":"cache","entry_ref":"devin/claude-opus-5-5","entry_name":"Claude Opus 5.5","access":"subscription","id":"cpa-8.0.53/D1","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":4500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":5400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}],"late_excluded":1,"note":"warm to 2 h here; later runs (H7, H8) did not reproduce it","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D1-2026-11-04T17-56-55.json"},{"kind":"cache","entry_ref":"devin/deepseek-v4-pro","entry_name":"DeepSeek V4 Pro","access":"subscription","id":"cpa-8.0.53/D9","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D9-2026-11-04T18-04-59.json"},{"kind":"cache","entry_ref":"devin/gemini-4-argon","entry_name":"Gemini 4 Argon","access":"subscription","id":"cpa-8.0.53/D5","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{"prefix_tokens":5000},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":450,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D5-2026-11-04T17-58-41.json"},{"kind":"cache","entry_ref":"devin/glm-5-3","entry_name":"GLM-5.3","access":"subscription","id":"cpa-8.0.53/D7","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":300,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1500,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":2400,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D7-2026-11-04T17-58-11.json"},{"kind":"cache","entry_ref":"devin/gpt-6-1-sol","entry_name":"GPT-6.1 Sol","access":"subscription","id":"cpa-8.0.53/D2","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D2-2026-11-04T17-57-10.json"},{"kind":"cache","entry_ref":"devin/grok-4-7","entry_name":"Grok 4.7","access":"subscription","id":"cpa-8.0.53/D8","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":300,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":450,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D8-2026-11-04T17-58-26.json"},{"kind":"cache","entry_ref":"devin/kimi-k3","entry_name":"Kimi K3","access":"subscription","id":"cpa-8.0.53/D6","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D6-2026-11-04T17-57-56.json"},{"kind":"cache","entry_ref":"devin/swe-2","entry_name":"swe-2","access":"subscription","id":"cpa-8.0.53/D3","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D3-2026-11-04T17-57-26.json"},{"kind":"cache","entry_ref":"meta-subscription/muse-spark-1.3","entry_name":"Muse Spark 1.3","access":"subscription","id":"cpa-8.0.53/M3","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/M3-2026-11-04T18-08-02.json"},{"kind":"cache","entry_ref":"openrouter/anthropic/claude-opus-5.5","entry_name":"Claude Opus 5.5","access":"api","id":"openrouter-direct/R1h","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{"cache_control":"top-level","session_id":true,"ttl":"1h"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R1h-2026-11-04T18-58-55.json"},{"kind":"cache","entry_ref":"openrouter/deepseek/deepseek-v4-pro","entry_name":"DeepSeek V4 Pro","access":"api","id":"openrouter-direct/R8","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":2400,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":4500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":5400,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R8-2026-11-04T18-59-51.json"},{"kind":"cache","entry_ref":"openrouter/google/gemini-3.8-flash","entry_name":"Gemini 3.8 Flash","access":"api","id":"openrouter-direct/R5","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R5-2026-11-04T18-59-27.json"},{"kind":"cache","entry_ref":"openrouter/google/gemini-4-argon","entry_name":"Gemini 4 Argon","access":"api","id":"openrouter-direct/R4","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R4-2026-11-04T18-59-19.json"},{"kind":"cache","entry_ref":"openrouter/meta/muse-wonder","entry_name":"Muse Wonder","access":"api","id":"openrouter-direct/R10","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R10-2026-11-04T19-00-07.json"},{"kind":"cache","entry_ref":"openrouter/mistralai/mistral-large-4-0","entry_name":"Mistral Large 4","access":"api","id":"openrouter-direct/R11","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R11-2026-11-04T19-00-15.json"},{"kind":"cache","entry_ref":"openrouter/moonshotai/kimi-k3.1-pro","entry_name":"Kimi K3.1 Pro","access":"api","id":"openrouter-direct/R7","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":300,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":2400,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3000,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R7-2026-11-04T18-59-43.json"},{"kind":"cache","entry_ref":"openrouter/openai/gpt-6.1-sol","entry_name":"GPT-6.1 Sol","access":"api","id":"openrouter-direct/R2","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R2-2026-11-04T18-59-03.json"},{"kind":"cache","entry_ref":"openrouter/openai/gpt-6.1-terra","entry_name":"GPT-6.1 Terra","access":"api","id":"openrouter-direct/R3","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R3-2026-11-04T18-59-11.json"},{"kind":"cache","entry_ref":"openrouter/x-ai/grok-4.7","entry_name":"Grok 4.7","access":"api","id":"openrouter-direct/R6","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":450,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R6-2026-11-04T18-59-35.json"},{"kind":"cache","entry_ref":"openrouter/z-ai/glm-5.3","entry_name":"GLM-5.3","access":"api","id":"openrouter-direct/R9","route":"openrouter","route_label":"OpenRouter API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":450,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1200,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1500,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":2400,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":3000,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":5400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-direct/R9-2026-11-04T18-59-59.json"}]}