{"meta":{"dataset_version":"5336e5a6e2ca0234","generated_at":"2026-11-17T13:05:11.808Z","upstream_fetched_at":"2026-11-17T10:48:24.570Z"},"data":{"provider":{"id":"devin","name":"Devin","doc":"https://docs.devin.ai","env":[],"access":"subscription","access_reviewed":true,"origin":"added","entry_count":17,"evidence_entry_count":17,"providers_dev":{"origin":"added","access":"subscription","access_basis":"Reached with a Devin subscription. Devin serves other labs' models under its own model ids.","access_reviewed":true,"access_source":null,"note":"Only models evaluated on Devin are listed, under the ids Devin uses. The link to a lab's model is the one recorded with each evaluation; where none was recorded, the entry has no canonical model.","evidence":[{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/observed.json","date":"2026-11-12","note":"Cache evaluations taken through a Devin subscription."}],"provenance":[]}},"summary":{"ref":"devin/gpt-6-1-sol","provider":"devin","model":"gpt-6-1-sol","name":"GPT-6.1 Sol","type":"chat","family":"gpt-sol","canonical_id":"openai/gpt-6.1-sol","status":null,"release_date":"2026-09-29","access":"subscription","origin":"added","context":null,"input":null,"max_output":null,"input_window":{"tokens":915390,"basis":"measured","bound":"at_least","scope":"input","source":"providers.dev","date":"2026-11-09","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":915390,"measured_bound":"at_least","measured_kind":"bracket","measured_refused":925390,"measured_date":"2026-11-09","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"devin","route_label":"Devin subscription","date":"2026-11-09","tokens":915390,"bound":"at_least","kind":"bracket","accepted":915390,"refused":925390,"named":null,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":1800,"basis":"measured","source":"providers.dev","date":"2026-11-08","documented_s":null,"measured_s":1800,"documented_status":null,"clients":2,"evaluations":2,"checks":42,"hits":32,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":2400},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-08","lifetime_s":1800,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["devin-harness-2026-11-08/D4p"],"checks":11,"hits":7,"tested_from_s":300,"first_miss_s":3600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-04","lifetime_s":1800,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-8.0.53/D2"],"checks":31,"hits":25,"tested_from_s":150,"first_miss_s":2400,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":2,"price_in":2,"price_out":10,"price_from":"openai/gpt-6.1-sol","pricing":{"coverage":"partial","billing":"reference","reference_ref":"openai/gpt-6.1-sol","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.30m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800},"meter":"text.cache_write","operation":"set","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.12h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200},"meter":"text.cache_write","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.input","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.read","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.cache_read","operation":"set","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.read","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.30m","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800}]},"meter":"text.cache_write","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.12h","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200}]},"meter":"text.cache_write","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.output.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.output","operation":"set","amount":15,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"priority"},"meter":"text.*","operation":"multiply","amount":2,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[1].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"ultrafast"},"meter":"text.*","operation":"multiply","amount":6,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[1].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":12,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.6,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":60,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[2].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"flex"},"meter":"text.*","operation":"multiply","amount":0.5,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[2].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":1,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.05,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[3].factor.text","when":{"kind":"not","condition":{"kind":"predicate","field":"request.region","op":"eq","value":"global"}},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[3].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":2.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.11,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":11,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for openai/gpt-6.1-sol: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":915390,"measured_input_refused":925390,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-09","shard":0},"entry":{"id":"gpt-6-1-sol","providers_dev":{"origin":"added","access":"subscription","provenance":[],"inherited":{"from":"openai/gpt-6.1-sol","fields":["name","description","family","type","open_weights","knowledge","release_date","last_updated","canonical_id","cost"]},"cache":{"documented":{"support":"unknown","modes":{"implicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null},"explicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null}}},"retention":{"support":"unknown","parameter":null,"accepted_values":null,"default":null,"profiles":[],"conditions":[],"evidence":[]},"lifetime":{"short":{"safe_s":1800,"basis":"measured","source":"providers.dev","date":"2026-11-08","documented_s":null,"measured_s":1800,"documented_status":null,"clients":2,"evaluations":2,"checks":42,"hits":32,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":2400},"long":{"safe_s":null,"basis":"none","source":null,"date":null,"documented_s":null,"measured_s":null,"documented_status":null,"clients":0,"evaluations":0,"checks":0,"hits":0,"checks_inside":null,"hits_inside":null,"tested_from_s":null,"first_miss_s":null},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-08","lifetime_s":1800,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["devin-harness-2026-11-08/D4p"],"checks":11,"hits":7,"tested_from_s":300,"first_miss_s":3600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-04","lifetime_s":1800,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-8.0.53/D2"],"checks":31,"hits":25,"tested_from_s":150,"first_miss_s":2400,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluations":[{"id":"devin-harness-2026-11-08/D4p","route":"devin","route_label":"Devin subscription","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-08","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":2,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/devin-harness-2026-11-08/D4p.jsonl"},{"id":"cpa-8.0.53/D2","route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D2-2026-11-04T17-57-10.json"}]},"pricing":{"coverage":"partial","billing":"reference","reference_ref":"openai/gpt-6.1-sol","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.web_search.price","when":null,"meter":"web_search","operation":"set","amount":10,"currency":"USD","unit":{"name":"search","quantity":1000},"applies_to":"all_usage","source_path":"cost.web_search.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.30m","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800},"meter":"text.cache_write","operation":"set","amount":2.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.write.12h","when":{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200},"meter":"text.cache_write","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.input","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.read","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.cache_read","operation":"set","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.read","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.30m","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":1800}]},"meter":"text.cache_write","operation":"set","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.30m","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.write.12h","when":{"kind":"all","conditions":[{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},{"kind":"predicate","field":"cache.retention_s","op":"eq","value":43200}]},"meter":"text.cache_write","operation":"set","amount":10,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.write.12h","period":null,"resulting_rates":null},{"id":"cost.text.output.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":272000},"meter":"text.output","operation":"set","amount":15,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.multipliers[0].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"priority"},"meter":"text.*","operation":"multiply","amount":2,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[0].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[1].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"ultrafast"},"meter":"text.*","operation":"multiply","amount":6,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[1].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":12,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.6,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":60,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[2].factor.text","when":{"kind":"predicate","field":"request.service_tier","op":"eq","value":"flex"},"meter":"text.*","operation":"multiply","amount":0.5,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[2].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":1,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.05,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":5,"currency":"USD","unit":{"name":"token","quantity":1000000}}]},{"id":"cost.multipliers[3].factor.text","when":{"kind":"not","condition":{"kind":"predicate","field":"request.region","op":"eq","value":"global"}},"meter":"text.*","operation":"multiply","amount":1.1,"currency":null,"unit":null,"applies_to":"all_usage","source_path":"cost.multipliers[3].factor.text","period":null,"resulting_rates":[{"meter":"text.input","amount":2.2,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.cache_read","amount":0.11,"currency":"USD","unit":{"name":"token","quantity":1000000}},{"meter":"text.output","amount":11,"currency":"USD","unit":{"name":"token","quantity":1000000}}]}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for openai/gpt-6.1-sol: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"limits":{"measured":[{"route":"devin","route_label":"Devin subscription","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","context":null,"output":null,"input_accepted":915390,"input_refused":925390,"input_read":null,"output_accepted":null,"note":"Devin's own model list says 1,000,000; the refusal names no limit. It held 925,000 filler words, which at 1 token per word plus 390 is 925,390 tokens (the accepted request: 915,000 words, 915,390 tokens; 1 token per word as on Devin's GPT-6.1 Terra, GPT-6 Astra and GPT-6 Luna walks of 2026-11-16, two accepted sizes each, each N + 390). The two rows carry no time: they were added to the 2026-11-08 file on 2026-11-09 (commit 5b26ed7, not in the commit of 08:19 that day) and are dated 2026-11-09","date":"2026-11-09","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}],"from_measurement":[],"input_window":{"tokens":915390,"basis":"measured","bound":"at_least","scope":"input","source":"providers.dev","date":"2026-11-09","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":915390,"measured_bound":"at_least","measured_kind":"bracket","measured_refused":925390,"measured_date":"2026-11-09","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"devin","route_label":"Devin subscription","date":"2026-11-09","tokens":915390,"bound":"at_least","kind":"bracket","accepted":915390,"refused":925390,"named":null,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]}},"evidence":[{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/D2-2026-11-04T17-57-10.json","date":"2026-11-04","note":null}],"verified":"2026-11-09"},"name":"GPT-6.1 Sol","description":"Near-Astra performance for complex coding, computer use, and professional work at a lower cost.","family":"gpt-sol","type":"chat","open_weights":false,"knowledge":"2026-04-30","release_date":"2026-09-29","last_updated":"2026-09-29","canonical_id":"openai/gpt-6.1-sol","cost":{"text":{"input":{"price":2,"cache":{"read":0.1,"write":{"30m":2.5,"12h":5}},"overrides":[{"when":{"context":{"gt":272000}},"price":4,"cache":{"read":0.2,"write":{"30m":5,"12h":10}}}]},"output":{"price":10,"overrides":[{"when":{"context":{"gt":272000}},"price":15}]}},"multipliers":[{"when":{"service_tier":{"equals":"priority"}},"factor":{"text":2}},{"when":{"service_tier":{"equals":"ultrafast"}},"factor":{"text":6}},{"when":{"service_tier":{"equals":"flex"}},"factor":{"text":0.5}},{"when":{"not":{"region":{"equals":"global"}}},"factor":{"text":1.1}}],"web_search":{"price":10}}}}}