{"meta":{"dataset_version":"06b1e59cb172b3ae","generated_at":"2026-11-17T10:15:03.043Z","upstream_fetched_at":"2026-11-17T04:24:14.188Z"},"total":86,"limit":50,"offset":0,"next_offset":50,"data":[{"kind":"cache","entry_ref":"claude-subscription/claude-haiku-5-5","entry_name":"Claude Haiku 5.5","access":"subscription","id":"claude-login-2026-11-16/CS7","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves; the probe's `list` filler (plain numbered sentences): Anthropic refused the default filler of random words on this model (category \"bio\", CS5 and CS6); no ttl asked: CLIProxyAPI wrote the 1-hour cache tier itself (tier.jsonl)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS7-2026-11-16T21-07-43.json"},{"kind":"cache","entry_ref":"claude-subscription/claude-haiku-5-5","entry_name":"Claude Haiku 5.5","access":"subscription","id":"claude-login-2026-11-16/CS8","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages","ttl":"1h"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves; the probe's `list` filler (plain numbered sentences): Anthropic refused the default filler of random words on this model (category \"bio\", CS5 and CS6)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS8-2026-11-16T21-08-03.json"},{"kind":"cache","entry_ref":"claude-subscription/claude-opus-5-5","entry_name":"Claude Opus 5.5","access":"subscription","id":"claude-login-2026-11-16/CS1","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves; no ttl asked: CLIProxyAPI wrote the 1-hour cache tier itself (tier.jsonl)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS1-2026-11-16T19-45-21.json"},{"kind":"cache","entry_ref":"claude-subscription/claude-opus-5-5","entry_name":"Claude Opus 5.5","access":"subscription","id":"claude-login-2026-11-16/CS2","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages","ttl":"1h"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS2-2026-11-16T19-45-41.json"},{"kind":"cache","entry_ref":"claude-subscription/claude-sonnet-5-5","entry_name":"Claude Sonnet 5.5","access":"subscription","id":"claude-login-2026-11-16/CS3","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves; no ttl asked: CLIProxyAPI wrote the 1-hour cache tier itself (tier.jsonl)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS3-2026-11-16T19-46-01.json"},{"kind":"cache","entry_ref":"claude-subscription/claude-sonnet-5-5","entry_name":"Claude Sonnet 5.5","access":"subscription","id":"claude-login-2026-11-16/CS4","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages","ttl":"1h"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS4-2026-11-16T19-46-21.json"},{"kind":"cache","entry_ref":"openai/gpt-6.1-sol","entry_name":"GPT-6.1 Sol","access":"api","id":"openai-direct-2026-11-15/openai-sol-12h","route":"openai-api","route_label":"OpenAI API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-15","request_settings":{"prompt_cache_options":{"ttl":"12h"}},"retention_profile":"long","parameter":"prompt_cache_options.ttl","value":"12h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":4500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":5400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":28800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":43200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"the run file does not record the request body: the setting is known from the owner's note on this run and its label, and the result agrees (the default run, started the same minute, was cold at 40 minutes)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openai-direct-2026-11-15/openai-sol-12h-2026-11-15T18-23-51.json"},{"kind":"cache","entry_ref":"openai/gpt-6.1-sol","entry_name":"GPT-6.1 Sol","access":"api","id":"openai-direct-2026-11-15/openai-sol-default","route":"openai-api","route_label":"OpenAI API key","client":"direct","client_label":"Requests sent straight to the provider","date":"2026-11-15","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openai-direct-2026-11-15/openai-sol-default-2026-11-15T18-23-51.json"},{"kind":"cache","entry_ref":"openrouter/deepseek/deepseek-v4.1-flash","entry_name":"DeepSeek V4.1 Flash","access":"api","id":"openrouter-flash-2026-11-12/F6","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-12","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":13,"checks":13,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":12,"checks":13,"hit_rate_pct":92.31},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67}],"late_excluded":0,"note":"CLIProxyAPI 8.0.67 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter); ~6,000-token prompt; the 5-minute age again with 10 samples","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-flash-2026-11-12/F6-2026-11-12T20-55-04.json"},{"kind":"cache","entry_ref":"openrouter/meta/muse-spark-1.3","entry_name":"Muse Spark 1.3","access":"api","id":"muse-spark-openrouter-2026-11-12/S1","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-12","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.67 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/muse-spark-openrouter-2026-11-12/S1-2026-11-12T13-28-11.json"},{"kind":"cache","entry_ref":"openrouter/z-ai/glm-5.3-flash","entry_name":"GLM-5.3-Flash","access":"api","id":"openrouter-flash-2026-11-12/F4","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-12","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":7,"checks":13,"hit_rate_pct":53.85},{"kind":"timed","age_s":300,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":900,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.67 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter); ~6,000-token prompt; the 2.5-minute age again with 10 samples","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-flash-2026-11-12/F4-2026-11-12T19-59-30.json"},{"kind":"cache","entry_ref":"devin/gpt-6-astra","entry_name":"GPT-6 Astra","access":"subscription","id":"gpt6-2026-11-11/G3","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-11","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G3.jsonl"},{"kind":"cache","entry_ref":"devin/gpt-6-luna","entry_name":"GPT-6 Luna","access":"subscription","id":"gpt6-2026-11-11/G4","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-11","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G4.jsonl"},{"kind":"cache","entry_ref":"openai-codex/gpt-6-astra","entry_name":"GPT-6 Astra","access":"subscription","id":"gpt6-2026-11-11/G1","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-11","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G1.jsonl"},{"kind":"cache","entry_ref":"openai-codex/gpt-6-luna","entry_name":"GPT-6 Luna","access":"subscription","id":"gpt6-2026-11-11/G2","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-11","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G2.jsonl"},{"kind":"cache","entry_ref":"openai/gpt-6-astra","entry_name":"GPT-6 Astra","access":"api","id":"gpt6-2026-11-11/G6","route":"openai-api","route_label":"OpenAI API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-11","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G6-2026-11-11T10-21-23.json"},{"kind":"cache","entry_ref":"openai/gpt-6-luna","entry_name":"GPT-6 Luna","access":"api","id":"gpt6-2026-11-11/G7","route":"openai-api","route_label":"OpenAI API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-11","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G7-2026-11-11T10-21-38.json"},{"kind":"cache","entry_ref":"openai/gpt-6.1-sol","entry_name":"GPT-6.1 Sol","access":"api","id":"gpt6-2026-11-11/G5","route":"openai-api","route_label":"OpenAI API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-11","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G5-2026-11-11T10-21-08.json"},{"kind":"cache","entry_ref":"openrouter/openai/gpt-6-astra","entry_name":"GPT-6 Astra","access":"api","id":"gpt6-2026-11-11/G8","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-11","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.64 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G8-2026-11-11T10-21-53.json"},{"kind":"cache","entry_ref":"openrouter/openai/gpt-6-luna","entry_name":"GPT-6 Luna","access":"api","id":"gpt6-2026-11-11/G9","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-11","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"CLIProxyAPI 8.0.64 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/G9-2026-11-11T10-22-08.json"},{"kind":"cache","entry_ref":"devin/deepseek-v4-1-flash-1017","entry_name":"deepseek-v4-1-flash-1017","access":"subscription","id":"devin-repeat-2026-11-10/D8r","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":5,"checks":5,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":5,"checks":5,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":5,"checks":5,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":5,"checks":5,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":5,"checks":5,"hit_rate_pct":100}],"late_excluded":0,"note":"5 samples per age, primed and checked within seconds of each other, so they are not independent","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-repeat-2026-11-10/D8r.jsonl"},{"kind":"cache","entry_ref":"devin/gemini-4-argon","entry_name":"Gemini 4 Argon","access":"subscription","id":"devin-repeat-2026-11-10/D6r","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":5,"hit_rate_pct":60},{"kind":"timed","age_s":900,"hits":0,"checks":5,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":5,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":5,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":5,"hit_rate_pct":0}],"late_excluded":0,"note":"5 samples per age, primed and checked within seconds of each other, so they are not independent","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-repeat-2026-11-10/D6r.jsonl"},{"kind":"cache","entry_ref":"devin/glm-5-3","entry_name":"GLM-5.3","access":"subscription","id":"devin-repeat-2026-11-10/D9r","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":5,"checks":5,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":0,"checks":5,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":5,"checks":5,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":5,"checks":5,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":0,"checks":5,"hit_rate_pct":0}],"late_excluded":0,"note":"5 samples per age, primed and checked within seconds of each other, so they are not independent","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-repeat-2026-11-10/D9r.jsonl"},{"kind":"cache","entry_ref":"devin/grok-4-7","entry_name":"Grok 4.7","access":"subscription","id":"devin-repeat-2026-11-10/D10r","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":2,"checks":5,"hit_rate_pct":40},{"kind":"timed","age_s":900,"hits":2,"checks":5,"hit_rate_pct":40},{"kind":"timed","age_s":1800,"hits":0,"checks":5,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":5,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":5,"hit_rate_pct":0}],"late_excluded":0,"note":"5 samples per age, primed and checked within seconds of each other, so they are not independent","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-repeat-2026-11-10/D10r.jsonl"},{"kind":"cache","entry_ref":"meta-subscription/muse-ember-1.0","entry_name":"Muse Ember","access":"subscription","id":"ember-2026-11-10/E1","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":1,"checks":2,"hit_rate_pct":50}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/ember-2026-11-10/E1.jsonl"},{"kind":"cache","entry_ref":"meta-subscription/muse-ember-1.0","entry_name":"Muse Ember","access":"subscription","id":"meta-24h-2026-11-10/M1","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"prompt_cache_retention":"24h","reasoning":"low"},"retention_profile":"long","parameter":"prompt_cache_retention","value":"24h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":28800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"prompt_cache_retention \"24h\" added to every request by a CLIProxyAPI configuration rule, not by the coding agent; Meta's prompt caching page documents this setting for the Responses API of its Model API, and its Muse Code subscription page does not mention it","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/meta-24h-2026-11-10/M1.jsonl"},{"kind":"cache","entry_ref":"meta-subscription/muse-spark-1.3","entry_name":"Muse Spark 1.3","access":"subscription","id":"meta-24h-2026-11-10/M3","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"prompt_cache_retention":"24h","reasoning":"low"},"retention_profile":"long","parameter":"prompt_cache_retention","value":"24h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"prompt_cache_retention \"24h\" added to every request by a CLIProxyAPI configuration rule, not by the coding agent; Meta's prompt caching page documents this setting for the Responses API of its Model API, and its Muse Code subscription page does not mention it","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/meta-24h-2026-11-10/M3.jsonl"},{"kind":"cache","entry_ref":"meta-subscription/muse-wonder-1.0","entry_name":"Muse Wonder","access":"subscription","id":"meta-24h-2026-11-10/M2","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"prompt_cache_retention":"24h","reasoning":"low"},"retention_profile":"long","parameter":"prompt_cache_retention","value":"24h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"No age under 4 h was tested in this run; prompt_cache_retention \"24h\" added to every request by a CLIProxyAPI configuration rule, not by the coding agent; Meta's prompt caching page documents this setting for the Responses API of its Model API, and its Muse Code subscription page does not mention it","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/meta-24h-2026-11-10/M2.jsonl"},{"kind":"cache","entry_ref":"devin/nemotron-3-5-super","entry_name":"nemotron-3-5-super","access":"subscription","id":"devin-cache-investigation-2026-11-09/N1c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-09","request_settings":{"reasoning":"medium"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":120,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-cache-investigation-2026-11-09/N1c.jsonl"},{"kind":"cache","entry_ref":"devin/nemotron-3-5-super","entry_name":"nemotron-3-5-super","access":"subscription","id":"devin-cache-investigation-2026-11-09/N1p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-09","request_settings":{"reasoning":"none"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":120,"hits":2,"checks":2,"hit_rate_pct":100}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-cache-investigation-2026-11-09/N1p.jsonl"},{"kind":"cache","entry_ref":"devin/claude-haiku-5-5","entry_name":"Claude Haiku 5.5","access":"subscription","id":"devin-harness-2026-11-08/D1c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D1c.jsonl"},{"kind":"cache","entry_ref":"devin/claude-haiku-5-5","entry_name":"Claude Haiku 5.5","access":"subscription","id":"devin-harness-2026-11-08/D1p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D1p.jsonl"},{"kind":"cache","entry_ref":"devin/claude-sonnet-5-5","entry_name":"Claude Sonnet 5.5","access":"subscription","id":"devin-harness-2026-11-08/D2c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D2c.jsonl"},{"kind":"cache","entry_ref":"devin/claude-sonnet-5-5","entry_name":"Claude Sonnet 5.5","access":"subscription","id":"devin-harness-2026-11-08/D2p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D2p.jsonl"},{"kind":"cache","entry_ref":"devin/deepseek-v4-1-flash-1017","entry_name":"deepseek-v4-1-flash-1017","access":"subscription","id":"devin-harness-2026-11-08/D8c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":1800,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":3600,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":7200,"hits":2,"checks":2,"hit_rate_pct":100}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D8c.jsonl"},{"kind":"cache","entry_ref":"devin/gemini-4-argon","entry_name":"Gemini 4 Argon","access":"subscription","id":"devin-harness-2026-11-08/D6c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":900,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D6c.jsonl"},{"kind":"cache","entry_ref":"devin/glm-5-3","entry_name":"GLM-5.3","access":"subscription","id":"devin-harness-2026-11-08/D9c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":2,"checks":2,"hit_rate_pct":100}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D9c.jsonl"},{"kind":"cache","entry_ref":"devin/gpt-6-1-sol","entry_name":"GPT-6.1 Sol","access":"subscription","id":"devin-harness-2026-11-08/D4p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D4p.jsonl"},{"kind":"cache","entry_ref":"devin/grok-4-7","entry_name":"Grok 4.7","access":"subscription","id":"devin-harness-2026-11-08/D10c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D10c.jsonl"},{"kind":"cache","entry_ref":"devin/kimi-k3-1-pro","entry_name":"Kimi K3.1 Pro","access":"subscription","id":"devin-harness-2026-11-08/D13c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":1,"checks":2,"hit_rate_pct":50}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D13c.jsonl"},{"kind":"cache","entry_ref":"devin/muse-wonder-1-0","entry_name":"Muse Wonder","access":"subscription","id":"devin-harness-2026-11-08/D7p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D7p.jsonl"},{"kind":"cache","entry_ref":"devin/nemotron-3-5-super","entry_name":"nemotron-3-5-super","access":"subscription","id":"devin-harness-2026-11-08/D11c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"none"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":2,"checks":2,"hit_rate_pct":100}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D11c.jsonl"},{"kind":"cache","entry_ref":"devin/nemotron-3-5-super","entry_name":"nemotron-3-5-super","access":"subscription","id":"devin-harness-2026-11-08/D11p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":"with reasoning on, this model resumes only from an earlier cache checkpoint","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D11p.jsonl"},{"kind":"cache","entry_ref":"devin/swe-2","entry_name":"swe-2","access":"subscription","id":"devin-harness-2026-11-08/D12c","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D12c.jsonl"},{"kind":"cache","entry_ref":"devin/swe-2","entry_name":"swe-2","access":"subscription","id":"devin-harness-2026-11-08/D12p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D12p.jsonl"},{"kind":"cache","entry_ref":"devin/claude-opus-5-5","entry_name":"Claude Opus 5.5","access":"subscription","id":"harness-2026-11-07/H7","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":14400,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":21600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":28800,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H7.jsonl"},{"kind":"cache","entry_ref":"devin/claude-opus-5-5","entry_name":"Claude Opus 5.5","access":"subscription","id":"harness-2026-11-07/H8","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":14400,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":21600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":28800,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H8.jsonl"},{"kind":"cache","entry_ref":"devin/gpt-6-1-terra","entry_name":"GPT-6.1 Terra","access":"subscription","id":"harness-2026-11-07/H10","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":2700,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H10.jsonl"},{"kind":"cache","entry_ref":"devin/gpt-6-1-terra","entry_name":"GPT-6.1 Terra","access":"subscription","id":"harness-2026-11-07/H9","route":"devin","route_label":"Devin subscription","client":"devin-cli","client_label":"The Devin CLI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":2700,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":"Devin CLI reports 0 cached tokens for this model even at 30 s","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H9.jsonl"},{"kind":"cache","entry_ref":"meta-subscription/muse-wonder-1.0","entry_name":"Muse Wonder","access":"subscription","id":"harness-2026-11-07/H5","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"muse-code","client_label":"Meta's Muse Code CLI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"Muse Code caches its own system prompt but never the conversation","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H5.jsonl"}]}