{"meta":{"dataset_version":"06b1e59cb172b3ae","generated_at":"2026-11-17T10:15:03.043Z","upstream_fetched_at":"2026-11-17T04:24:14.188Z"},"data":{"provider":{"id":"openai-codex","name":"OpenAI Codex (ChatGPT plan)","doc":"https://developers.openai.com/codex","env":["CHATGPT_ACCESS_TOKEN"],"access":"subscription","access_reviewed":true,"origin":"upstream","entry_count":4,"evidence_entry_count":4,"providers_dev":{"origin":"upstream","access":"subscription","access_basis":"OpenAI models reached with a ChatGPT plan through the Codex sign-in, not with a per-token API key. Codex documents \"Sign in with ChatGPT for subscription access\"; this provider's endpoint is the ChatGPT one.","access_reviewed":true,"access_source":"https://developers.openai.com/codex/auth","note":null,"evidence":[],"provenance":[]}},"entries":[{"ref":"openai-codex/gpt-6-astra","provider":"openai-codex","model":"gpt-6-astra","name":"GPT-6 Astra","type":"chat","family":"gpt-astra","canonical_id":"openai/gpt-6-astra","status":null,"release_date":"2026-09-04","access":"subscription","origin":"added","context":null,"input":null,"max_output":null,"input_window":{"tokens":915011,"basis":"measured","bound":"at_least","scope":"input","source":"providers.dev","date":"2026-11-11","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":915011,"measured_bound":"at_least","measured_kind":"bracket","measured_refused":922511,"measured_date":"2026-11-11","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","date":"2026-11-11","tokens":915011,"bound":"at_least","kind":"bracket","accepted":915011,"refused":922511,"named":null,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":7200,"basis":"measured","source":"providers.dev","date":"2026-11-11","documented_s":null,"measured_s":7200,"documented_status":null,"clients":1,"evaluations":1,"checks":16,"hits":16,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":null},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-11","lifetime_s":7200,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["gpt6-2026-11-11/G1"],"checks":16,"hits":16,"tested_from_s":300,"first_miss_s":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}]}]},"evaluation_count":1,"price_in":10,"price_out":50,"price_from":"openai/gpt-6-astra","pricing":{"coverage":"partial","billing":"reference","reference_ref":"openai/gpt-6-astra","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":50,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.30m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800},"meter":"text.cache_write","operation":"set","amount":12.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.12h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200},"meter":"text.cache_write","operation":"set","amount":25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.input","operation":"set","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.read","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.cache_read","operation":"set","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.read","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.30m","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800}]},"meter":"text.cache_write","operation":"set","amount":25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.12h","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200}]},"meter":"text.cache_write","operation":"set","amount":50,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.output.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.output","operation":"set","amount":75,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"priority"},"meter":"text.*","operation":"multiply","amount":2,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":100,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[1].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"ultrafast"},"meter":"text.*","operation":"multiply","amount":6,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[1].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":60,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":6,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":300,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[2].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"flex"},"meter":"text.*","operation":"multiply","amount":0.5,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[2].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.5,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":25,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[3].factor.text","when":{"kind":"not","condition":{"kind":"predicate","field":"request.region","op":"eq","value":"global"}},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[3].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":11,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":1.1,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":55,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for openai/gpt-6-astra: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":915011,"measured_input_refused":922511,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-11","shard":0},{"ref":"openai-codex/gpt-6-luna","provider":"openai-codex","model":"gpt-6-luna","name":"GPT-6 Luna","type":"chat","family":"gpt-luna","canonical_id":"openai/gpt-6-luna","status":null,"release_date":"2026-09-22","access":"subscription","origin":"added","context":null,"input":null,"max_output":null,"input_window":{"tokens":915011,"basis":"measured","bound":"at_least","scope":"input","source":"providers.dev","date":"2026-11-11","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":915011,"measured_bound":"at_least","measured_kind":"bracket","measured_refused":922511,"measured_date":"2026-11-11","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","date":"2026-11-11","tokens":915011,"bound":"at_least","kind":"bracket","accepted":915011,"refused":922511,"named":null,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/gpt6-2026-11-11/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":300,"basis":"measured","source":"providers.dev","date":"2026-11-11","documented_s":null,"measured_s":300,"documented_status":null,"clients":1,"evaluations":1,"checks":16,"hits":9,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":900},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-11","lifetime_s":300,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["gpt6-2026-11-11/G2"],"checks":16,"hits":9,"tested_from_s":300,"first_miss_s":900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":1,"price_in":0.1,"price_out":0.5,"price_from":"openai/gpt-6-luna","pricing":{"coverage":"partial","billing":"reference","reference_ref":"openai/gpt-6-luna","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.01,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":0.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.30m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800},"meter":"text.cache_write","operation":"set","amount":0.125,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.12h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200},"meter":"text.cache_write","operation":"set","amount":0.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.input","operation":"set","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.read","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.cache_read","operation":"set","amount":0.02,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.read","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.30m","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800}]},"meter":"text.cache_write","operation":"set","amount":0.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.12h","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200}]},"meter":"text.cache_write","operation":"set","amount":0.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.output.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.output","operation":"set","amount":0.75,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"priority"},"meter":"text.*","operation":"multiply","amount":2,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.02,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":1,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[1].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"flex"},"meter":"text.*","operation":"multiply","amount":0.5,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[1].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":0.05,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.005,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":0.25,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[2].factor.text","when":{"kind":"not","condition":{"kind":"predicate","field":"request.region","op":"eq","value":"global"}},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[2].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":0.11,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.011,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":0.55,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for openai/gpt-6-luna: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":915011,"measured_input_refused":922511,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-11","shard":0},{"ref":"openai-codex/gpt-6.1-sol","provider":"openai-codex","model":"gpt-6.1-sol","name":"GPT-6.1 Sol","type":"chat","family":"gpt-sol","canonical_id":"openai/gpt-6.1-sol","status":null,"release_date":"2026-09-29","access":"subscription","origin":"modified","context":1050000,"input":922000,"max_output":128000,"input_window":{"tokens":922000,"basis":"documented","bound":"limit","scope":"input","source":"models.dev","date":"2026-11-17","documented_tokens":922000,"documented_field":"limit.input","documented_source":"models.dev","documented_date":"2026-11-17","documented_status":"not_contradicted","measured_tokens":915011,"measured_bound":"at_least","measured_kind":"bracket","measured_refused":922511,"measured_date":"2026-11-13","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","date":"2026-11-13","tokens":915011,"bound":"at_least","kind":"bracket","accepted":915011,"refused":922511,"named":null,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-13/limits.jsonl"}]},"cache":"yes","cache_modes":["implicit"],"cache_mode_support":{"implicit":"supported","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":300,"basis":"measured","source":"providers.dev","date":"2026-11-07","documented_s":null,"measured_s":300,"documented_status":null,"clients":3,"evaluations":3,"checks":96,"hits":63,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":900},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":1800,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H2"],"checks":31,"hits":21,"tested_from_s":300,"first_miss_s":3600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":21600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":28800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":36000,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-06","lifetime_s":300,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-codex-long-2026-11-06/X1"],"checks":34,"hits":23,"tested_from_s":300,"first_miss_s":900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":10800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":21600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":28800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":36000,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":300,"mode":null,"documented_as":null,"client":"codex-cli","client_label":"OpenAI's Codex CLI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H1"],"checks":31,"hits":19,"tested_from_s":300,"first_miss_s":900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":21600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":28800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":36000,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":3,"price_in":2,"price_out":10,"price_from":"openai/gpt-6.1-sol","pricing":{"coverage":"partial","billing":"reference","reference_ref":"openai/gpt-6.1-sol","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.30m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800},"meter":"text.cache_write","operation":"set","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.12h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200},"meter":"text.cache_write","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.input","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.read","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.cache_read","operation":"set","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.read","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.30m","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800}]},"meter":"text.cache_write","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.12h","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200}]},"meter":"text.cache_write","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.output.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.output","operation":"set","amount":15,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"priority"},"meter":"text.*","operation":"multiply","amount":2,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[1].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"ultrafast"},"meter":"text.*","operation":"multiply","amount":6,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[1].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":12,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.6,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":60,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[2].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"flex"},"meter":"text.*","operation":"multiply","amount":0.5,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[2].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":1,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.05,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[3].factor.text","when":{"kind":"not","condition":{"kind":"predicate","field":"request.region","op":"eq","value":"global"}},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[3].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":2.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.11,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":11,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for openai/gpt-6.1-sol: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":915011,"measured_input_refused":922511,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-13","shard":0},{"ref":"openai-codex/gpt-6.1-terra","provider":"openai-codex","model":"gpt-6.1-terra","name":"GPT-6.1 Terra","type":"chat","family":"gpt-terra","canonical_id":"openai/gpt-6.1-terra","status":null,"release_date":"2026-10-26","access":"subscription","origin":"modified","context":1050000,"input":922000,"max_output":128000,"input_window":{"tokens":922000,"basis":"documented","bound":"limit","scope":"input","source":"models.dev","date":"2026-11-17","documented_tokens":922000,"documented_field":"limit.input","documented_source":"models.dev","documented_date":"2026-11-17","documented_status":"not_contradicted","measured_tokens":920870,"measured_bound":"at_least","measured_kind":"bracket","measured_refused":921886,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"codex-subscription","route_label":"ChatGPT plan through the Codex login","date":"2026-11-08","tokens":920870,"bound":"at_least","kind":"bracket","accepted":920870,"refused":921886,"named":null,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]},"cache":"yes","cache_modes":["implicit"],"cache_mode_support":{"implicit":"supported","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":0,"basis":"measured","source":"providers.dev","date":"2026-11-07","documented_s":null,"measured_s":0,"documented_status":null,"clients":3,"evaluations":3,"checks":81,"hits":32,"checks_inside":null,"hits_inside":null,"tested_from_s":60,"first_miss_s":60},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":900,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H4"],"checks":31,"hits":11,"tested_from_s":300,"first_miss_s":1800,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":3600,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":7200,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":21600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":28800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":36000,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-06","lifetime_s":0,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-codex-long-2026-11-06/X2b"],"checks":19,"hits":7,"tested_from_s":60,"first_miss_s":60,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":60,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":120,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":180,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":240,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":450,"hits":1,"checks":3,"hit_rate_pct":33.33}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":1800,"mode":null,"documented_as":null,"client":"codex-cli","client_label":"OpenAI's Codex CLI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H3"],"checks":31,"hits":14,"tested_from_s":300,"first_miss_s":3600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":21600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":28800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":36000,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":3,"price_in":1,"price_out":5,"price_from":"openai/gpt-6.1-terra","pricing":{"coverage":"partial","billing":"reference","reference_ref":"openai/gpt-6.1-terra","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.05,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.30m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800},"meter":"text.cache_write","operation":"set","amount":1.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.12h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200},"meter":"text.cache_write","operation":"set","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.input","operation":"set","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.read","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.cache_read","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.read","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.30m","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800}]},"meter":"text.cache_write","operation":"set","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.12h","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200}]},"meter":"text.cache_write","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.output.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.output","operation":"set","amount":7.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"priority"},"meter":"text.*","operation":"multiply","amount":2,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[1].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"flex"},"meter":"text.*","operation":"multiply","amount":0.5,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[1].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":0.5,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.025,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[2].factor.text","when":{"kind":"not","condition":{"kind":"predicate","field":"request.region","op":"eq","value":"global"}},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[2].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":1.1,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.055,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":5.5,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for openai/gpt-6.1-terra: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":920870,"measured_input_refused":921886,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-08","shard":0}],"models":null}}