{"meta":{"dataset_version":"5fbc15e7ef2ae90b","generated_at":"2026-11-17T11:49:03.723Z","upstream_fetched_at":"2026-11-17T10:48:24.570Z"},"total":3,"limit":50,"offset":0,"next_offset":null,"data":[{"ref":"meta-subscription/muse-ember-1.0","provider":"meta-subscription","model":"muse-ember-1.0","name":"Muse Ember","type":"chat","family":"muse","canonical_id":"meta/muse-ember-1.0","status":null,"release_date":"2026-11-09","access":"subscription","origin":"added","context":1048576,"input":null,"max_output":null,"input_window":{"tokens":1048576,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-16","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-16","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","date":"2026-11-16","tokens":1048576,"bound":"limit","kind":"window","accepted":1047604,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-16/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":300,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":300,"documented_status":null,"clients":1,"evaluations":1,"checks":9,"hits":5,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":1800},"long":{"safe_s":14400,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":14400,"documented_status":null,"clients":1,"evaluations":1,"checks":25,"hits":16,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":28800},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":300,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["ember-2026-11-10/E1"],"checks":9,"hits":5,"tested_from_s":300,"first_miss_s":1800,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":2,"checks":2,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":1,"checks":2,"hit_rate_pct":50},{"kind":"timed","age_s":3600,"hits":0,"checks":2,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":1,"checks":2,"hit_rate_pct":50}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":14400,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":"prompt_cache_retention","value":"24h","evaluations":1,"evaluation_ids":["meta-24h-2026-11-10/M1"],"checks":25,"hits":16,"tested_from_s":300,"first_miss_s":28800,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":28800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":2,"price_in":0.1,"price_out":0.5,"price_from":"meta/muse-ember-1.0","pricing":{"coverage":"partial","billing":"reference","reference_ref":"meta/muse-ember-1.0","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":0.1,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.004,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":0.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":200000},"meter":"text.input","operation":"set","amount":0.3,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].price","period":null,"resulting_rates":null},{"id":"cost.text.input.overrides[0].cache.read","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":200000},"meter":"text.cache_read","operation":"set","amount":0.012,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.overrides[0].cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.overrides[0].price","when":{"kind":"predicate","field":"request.context_tokens","op":"gt","value":200000},"meter":"text.output","operation":"set","amount":1.5,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.overrides[0].price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for meta/muse-ember-1.0: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":1047604,"measured_input_refused":null,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-16","shard":0},{"ref":"meta-subscription/muse-spark-1.3","provider":"meta-subscription","model":"muse-spark-1.3","name":"Muse Spark 1.3","type":"chat","family":"muse","canonical_id":"meta/muse-spark-1.3","status":null,"release_date":"2026-09-02","access":"subscription","origin":"added","context":1048576,"input":null,"max_output":null,"input_window":{"tokens":1048576,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-16","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-16","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","date":"2026-11-16","tokens":1048576,"bound":"limit","kind":"window","accepted":1047604,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-16/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":450,"basis":"measured","source":"providers.dev","date":"2026-11-04","documented_s":null,"measured_s":450,"documented_status":null,"clients":1,"evaluations":1,"checks":31,"hits":23,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":600},"long":{"safe_s":300,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":300,"documented_status":null,"clients":1,"evaluations":1,"checks":13,"hits":4,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":3600},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-04","lifetime_s":450,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-8.0.53/M3"],"checks":31,"hits":23,"tested_from_s":150,"first_miss_s":600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":300,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":"prompt_cache_retention","value":"24h","evaluations":1,"evaluation_ids":["meta-24h-2026-11-10/M3"],"checks":13,"hits":4,"tested_from_s":300,"first_miss_s":3600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":2,"price_in":1.25,"price_out":4.25,"price_from":"meta/muse-spark-1.3","pricing":{"coverage":"partial","billing":"reference","reference_ref":"meta/muse-spark-1.3","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":1.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.15,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":4.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for meta/muse-spark-1.3: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":1047604,"measured_input_refused":null,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-16","shard":0},{"ref":"meta-subscription/muse-wonder-1.0","provider":"meta-subscription","model":"muse-wonder-1.0","name":"Muse Wonder","type":"chat","family":"muse","canonical_id":"meta/muse-wonder-1.0","status":null,"release_date":"2026-10-12","access":"subscription","origin":"added","context":1048576,"input":null,"max_output":null,"input_window":{"tokens":1048576,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-08","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","date":"2026-11-08","tokens":1048576,"bound":"limit","kind":"window","accepted":1047604,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":0,"basis":"measured","source":"providers.dev","date":"2026-11-07","documented_s":null,"measured_s":0,"documented_status":null,"clients":3,"evaluations":3,"checks":66,"hits":37,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":0},"long":{"safe_s":14400,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":14400,"documented_status":null,"clients":1,"evaluations":1,"checks":10,"hits":4,"checks_inside":null,"hits_inside":null,"tested_from_s":14400,"first_miss_s":43200},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":7200,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H6"],"checks":22,"hits":22,"tested_from_s":150,"first_miss_s":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-06","lifetime_s":600,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-latest-2026-11-06/L4"],"checks":22,"hits":15,"tested_from_s":150,"first_miss_s":900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":0,"mode":null,"documented_as":null,"client":"muse-code","client_label":"Meta's Muse Code CLI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H5"],"checks":22,"hits":0,"tested_from_s":150,"first_miss_s":0,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":14400,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":"prompt_cache_retention","value":"24h","evaluations":1,"evaluation_ids":["meta-24h-2026-11-10/M2"],"checks":10,"hits":4,"tested_from_s":14400,"first_miss_s":43200,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":4,"price_in":4,"price_out":20,"price_from":"meta/muse-wonder-1.0","pricing":{"coverage":"partial","billing":"reference","reference_ref":"meta/muse-wonder-1.0","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for meta/muse-wonder-1.0: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":1047604,"measured_input_refused":null,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-10","shard":0}]}