{"meta":{"dataset_version":"5336e5a6e2ca0234","generated_at":"2026-11-17T13:05:11.808Z","upstream_fetched_at":"2026-11-17T10:48:24.570Z"},"data":{"provider":{"id":"openrouter","name":"OpenRouter","doc":"https://openrouter.ai/models","env":["OPENROUTER_API_KEY"],"access":"api","access_reviewed":false,"origin":"upstream","entry_count":401,"evidence_entry_count":35,"providers_dev":{"origin":"upstream","access":"api","access_basis":"Default. models.dev lists providers that are reached with an API key; this one was not reviewed individually.","access_reviewed":false,"access_source":null,"note":null,"evidence":[],"provenance":[]}},"summary":{"ref":"openrouter/deepseek/deepseek-v4.1-flash","provider":"openrouter","model":"deepseek/deepseek-v4.1-flash","name":"DeepSeek V4.1 Flash","type":"chat","family":"deepseek-flash","canonical_id":"deepseek/deepseek-v4.1-flash","status":null,"release_date":"2026-09-10","access":"api","origin":"modified","context":1048576,"input":null,"max_output":393216,"input_window":{"tokens":1048576,"basis":"documented","bound":"limit","scope":"window","source":"models.dev","date":"2026-11-17","documented_tokens":1048576,"documented_field":"limit.context","documented_source":"models.dev","documented_date":"2026-11-17","documented_status":"not_contradicted","measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"openrouter","route_label":"OpenRouter API key","date":"2026-11-08","tokens":1048576,"bound":"limit","kind":"window","accepted":null,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]},"cache":"yes","cache_modes":["implicit"],"cache_mode_support":{"implicit":"supported","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":150,"basis":"measured","source":"providers.dev","date":"2026-11-12","documented_s":null,"measured_s":150,"documented_status":null,"clients":1,"evaluations":1,"checks":45,"hits":39,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":300},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-12","lifetime_s":150,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["openrouter-flash-2026-11-12/F6"],"checks":45,"hits":39,"tested_from_s":150,"first_miss_s":300,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":13,"checks":13,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":12,"checks":13,"hit_rate_pct":92.31},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67}]}]},"evaluation_count":1,"price_in":0.14,"price_out":0.42,"price_from":null,"pricing":{"coverage":"partial","billing":"per_use","reference_ref":null,"rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":0.14,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.0042,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":0.42,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for this entry. Rules are in the order models.dev applies them: base prices, overrides in their order, then multipliers."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":null,"measured_input_refused":null,"measured_limit_count":1,"overridden_fields":["capabilities.cache.implicit"],"verified":"2026-11-13","shard":1},"entry":{"id":"deepseek/deepseek-v4.1-flash","name":"DeepSeek V4.1 Flash","description":"Fast DeepSeek model for efficient chat, coding help, and agent loops","type":"chat","family":"deepseek-flash","canonical_id":"deepseek/deepseek-v4.1-flash","release_date":"2026-09-10","limit":{"context":1048576,"output":393216},"capabilities":{"temperature":true,"top_k":true,"top_p":true,"structured_output":true,"system_updates":false,"effort_updates":false,"tools":{"supported":true},"reasoning":{"supported":true,"effort":["none","low","high","max"]},"cache":{"implicit":true}},"cost":{"text":{"input":{"price":0.14,"cache":{"read":0.0042}},"output":{"price":0.42}}},"modalities":{"input":["text","image/jpeg","image/png","image/gif","image/webp"],"output":["text"]},"api":{"chat-completions":{"base_url":"https://openrouter.ai/api/v1","sdk":{"aisdk":"@openrouter/ai-sdk-provider","opencodeai":"@opencode/ai/providers/openrouter"},"capabilities":{"tools":{"choice":["auto","none","required","tool"],"updates":[]}}},"responses":{"base_url":"https://openrouter.ai/api/v1","sdk":{"aisdk":"@ai-sdk/openai","opencodeai":"@opencode/ai/providers/openai-compatible/responses"},"capabilities":{"tools":{"choice":["auto","none","required","tool"],"updates":[]}}},"messages":{"base_url":"https://openrouter.ai/api/v1","sdk":{"aisdk":"@ai-sdk/anthropic","opencodeai":"@opencode/ai/providers/anthropic-compatible"},"capabilities":{"tools":{"choice":["auto","none","required","tool"],"updates":[]}}}},"open_weights":true,"knowledge":"2025-05","last_updated":"2026-09-10","providers_dev":{"origin":"upstream","access":"api","provenance":[{"path":"capabilities.cache.implicit","op":"set","value":true,"had_upstream":false,"upstream":null,"reason":"OpenRouter documents that prompt caching with DeepSeek is automatic. No lifetime is documented, so none is set.","evidence":[{"kind":"documented","url":"https://openrouter.ai/docs/guides/best-practices/prompt-caching#deepseek","date":"2026-11-13","note":"\"Prompt caching with DeepSeek is automated and does not require any additional configuration.\""}]}],"inherited":null,"cache":{"documented":{"support":"supported","modes":{"implicit":{"support":"supported","min_tokens":null,"max_breakpoints":null,"targets":null},"explicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null}}},"retention":{"support":"unknown","parameter":null,"accepted_values":null,"default":null,"profiles":[],"conditions":[],"evidence":[]},"lifetime":{"short":{"safe_s":150,"basis":"measured","source":"providers.dev","date":"2026-11-12","documented_s":null,"measured_s":150,"documented_status":null,"clients":1,"evaluations":1,"checks":45,"hits":39,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":300},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-12","lifetime_s":150,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["openrouter-flash-2026-11-12/F6"],"checks":45,"hits":39,"tested_from_s":150,"first_miss_s":300,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":13,"checks":13,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":12,"checks":13,"hit_rate_pct":92.31},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67}]}]},"evaluations":[{"id":"openrouter-flash-2026-11-12/F6","route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-12","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":13,"checks":13,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":12,"checks":13,"hit_rate_pct":92.31},{"kind":"timed","age_s":450,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67}],"late_excluded":0,"note":"CLIProxyAPI 8.0.67 with router-for-me/CLIProxyAPI#7284 (cache markers and session id for OpenRouter); ~6,000-token prompt; the 5-minute age again with 10 samples","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/openrouter-flash-2026-11-12/F6-2026-11-12T20-55-04.json"}]},"pricing":{"coverage":"partial","billing":"per_use","reference_ref":null,"rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":0.14,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.0042,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":0.42,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for this entry. Rules are in the order models.dev applies them: base prices, overrides in their order, then multipliers."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"limits":{"measured":[{"route":"openrouter","route_label":"OpenRouter API key","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","context":1048576,"output":null,"input_accepted":null,"input_refused":null,"input_read":null,"output_accepted":null,"note":null,"date":"2026-11-08","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}],"from_measurement":[],"input_window":{"tokens":1048576,"basis":"documented","bound":"limit","scope":"window","source":"models.dev","date":"2026-11-17","documented_tokens":1048576,"documented_field":"limit.context","documented_source":"models.dev","documented_date":"2026-11-17","documented_status":"not_contradicted","measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"openrouter","route_label":"OpenRouter API key","date":"2026-11-08","tokens":1048576,"bound":"limit","kind":"window","accepted":null,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]}},"evidence":[],"verified":"2026-11-13"}}}}