{"meta":{"dataset_version":"5336e5a6e2ca0234","generated_at":"2026-11-17T13:05:11.808Z","upstream_fetched_at":"2026-11-17T10:48:24.570Z"},"data":{"provider":{"id":"claude-subscription","name":"Claude Code","doc":"https://code.claude.com/docs/en/overview","env":[],"access":"subscription","access_reviewed":true,"origin":"added","entry_count":3,"evidence_entry_count":3,"providers_dev":{"origin":"added","access":"subscription","access_basis":"Reached with a Claude Pro or Max login (the Claude Code sign-in), not with an Anthropic API key.","access_reviewed":true,"access_source":null,"note":"Only models evaluated on this access method are listed. Limits and cache behaviour are not copied from the Anthropic API entries: each value here was measured on the login itself.","evidence":[{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl","date":"2026-11-08","note":"Context and output limits measured through this login."}],"provenance":[]}},"summary":{"ref":"claude-subscription/claude-sonnet-5-5","provider":"claude-subscription","model":"claude-sonnet-5-5","name":"Claude Sonnet 5.5","type":"chat","family":"claude-sonnet","canonical_id":"anthropic/claude-sonnet-5-5","status":null,"release_date":"2026-09-28","access":"subscription","origin":"added","context":1000000,"input":null,"max_output":128000,"input_window":{"tokens":1000000,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-08","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1000000,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","date":"2026-11-08","tokens":1000000,"bound":"limit","kind":"window","accepted":998953,"refused":null,"named":1000000,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":3600,"basis":"measured","source":"providers.dev","date":"2026-11-16","documented_s":null,"measured_s":3600,"documented_status":null,"clients":1,"evaluations":1,"checks":40,"hits":34,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":3900},"long":{"safe_s":3600,"basis":"measured","source":"providers.dev","date":"2026-11-16","documented_s":null,"measured_s":3600,"documented_status":null,"clients":1,"evaluations":1,"checks":40,"hits":34,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":3900},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-16","lifetime_s":3600,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["claude-login-2026-11-16/CS3"],"checks":40,"hits":34,"tested_from_s":150,"first_miss_s":3900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-16","lifetime_s":3600,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":"cache_control.ttl","value":"1h","evaluations":1,"evaluation_ids":["claude-login-2026-11-16/CS4"],"checks":40,"hits":34,"tested_from_s":150,"first_miss_s":3900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":2,"price_in":2,"price_out":10,"price_from":"anthropic/claude-sonnet-5-5","pricing":{"coverage":"partial","billing":"reference","reference_ref":"anthropic/claude-sonnet-5-5","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.5m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":300},"meter":"text.cache_write","operation":"set","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.5m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.1h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":3600},"meter":"text.cache_write","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.1h","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.region","op":"eq","value":"us"},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":2.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.11,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":11,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for anthropic/claude-sonnet-5-5: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":998953,"measured_input_refused":null,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-16","shard":0},"entry":{"id":"claude-sonnet-5-5","providers_dev":{"origin":"added","access":"subscription","provenance":[],"inherited":{"from":"anthropic/claude-sonnet-5-5","fields":["name","description","family","type","open_weights","knowledge","release_date","last_updated","canonical_id","cost"]},"cache":{"documented":{"support":"unknown","modes":{"implicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null},"explicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null}}},"retention":{"support":"unknown","parameter":null,"accepted_values":null,"default":null,"profiles":[],"conditions":[],"evidence":[]},"lifetime":{"short":{"safe_s":3600,"basis":"measured","source":"providers.dev","date":"2026-11-16","documented_s":null,"measured_s":3600,"documented_status":null,"clients":1,"evaluations":1,"checks":40,"hits":34,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":3900},"long":{"safe_s":3600,"basis":"measured","source":"providers.dev","date":"2026-11-16","documented_s":null,"measured_s":3600,"documented_status":null,"clients":1,"evaluations":1,"checks":40,"hits":34,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":3900},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-16","lifetime_s":3600,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["claude-login-2026-11-16/CS3"],"checks":40,"hits":34,"tested_from_s":150,"first_miss_s":3900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-16","lifetime_s":3600,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":"cache_control.ttl","value":"1h","evaluations":1,"evaluation_ids":["claude-login-2026-11-16/CS4"],"checks":40,"hits":34,"tested_from_s":150,"first_miss_s":3900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluations":[{"id":"claude-login-2026-11-16/CS3","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves; no ttl asked: CLIProxyAPI wrote the 1-hour cache tier itself (tier.jsonl)","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS3-2026-11-16T19-46-01.json"},{"id":"claude-login-2026-11-16/CS4","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-16","request_settings":{"format":"messages","ttl":"1h"},"retention_profile":"long","parameter":"cache_control.ttl","value":"1h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3000,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":4500,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"one Claude login (login A of two), pinned by a temporary alias that no other login or API key serves","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS4-2026-11-16T19-46-21.json"}]},"pricing":{"coverage":"partial","billing":"reference","reference_ref":"anthropic/claude-sonnet-5-5","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.5m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":300},"meter":"text.cache_write","operation":"set","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.5m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.1h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":3600},"meter":"text.cache_write","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.1h","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.region","op":"eq","value":"us"},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":2.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.11,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":11,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for anthropic/claude-sonnet-5-5: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"limits":{"measured":[{"route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","context":1000000,"output":128000,"input_accepted":998953,"input_refused":null,"input_read":null,"output_accepted":null,"note":"the refusal names the window (\"prompt is too long: 1010190 tokens > 1000000 maximum\"); a request of 998,953 tokens just under it was accepted","date":"2026-11-08","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}],"from_measurement":["context","output"],"input_window":{"tokens":1000000,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-08","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1000000,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"claude-subscription","route_label":"Claude Pro/Max login (the Claude Code subscription)","date":"2026-11-08","tokens":1000000,"bound":"limit","kind":"window","accepted":998953,"refused":null,"named":1000000,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]}},"evidence":[{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/results/claude-login-2026-11-16/CS3-2026-11-16T19-46-01.json","date":"2026-11-16","note":null}],"verified":"2026-11-16"},"name":"Claude Sonnet 5.5","description":"Fast Claude model for everyday coding, agents, and knowledge work","family":"claude-sonnet","type":"chat","open_weights":false,"knowledge":"2026-06","release_date":"2026-09-28","last_updated":"2026-09-28","canonical_id":"anthropic/claude-sonnet-5-5","limit":{"context":1000000,"output":128000},"cost":{"text":{"input":{"price":2,"cache":{"read":0.1,"write":{"5m":2.5,"1h":4}}},"output":{"price":10}},"multipliers":[{"when":{"region":{"equals":"us"}},"factor":{"text":1.1}}],"web_search":{"price":10}}}}}