{"meta":{"dataset_version":"5336e5a6e2ca0234","generated_at":"2026-11-17T13:05:11.808Z","upstream_fetched_at":"2026-11-17T10:48:24.570Z"},"data":{"provider":{"id":"meta-subscription","name":"Muse Code","doc":"https://dev.meta.ai/docs/muse-code/subscriptions","env":[],"access":"subscription","access_reviewed":true,"origin":"added","entry_count":3,"evidence_entry_count":3,"providers_dev":{"origin":"added","access":"subscription","access_basis":"Reached with the Muse Code API key that a Muse Code subscription applies to, not with a pay-as-you-go Meta Model API key.","access_reviewed":true,"access_source":null,"note":"Only models evaluated on this access method are listed. Limits and cache behaviour are not copied from the Meta Model API entries. Meta's page says this credential \"is for use with Muse Code only\". Each evaluation names the client it went through.","evidence":[{"kind":"documented","url":"https://dev.meta.ai/docs/muse-code/subscriptions","date":"2026-11-15","note":"'The subscription applies to the Muse Code API key that is automatically connected in the Muse Code CLI onboarding process. This credential is for use with Muse Code only. Any additional API keys you create under your Meta Model API account will be billed through pay-as-you-go.'"},{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/observed.json","date":"2026-11-10","note":"Cache evaluations and a context limit taken with a Muse Code subscription key."}],"provenance":[]}},"summary":{"ref":"meta-subscription/muse-wonder-1.0","provider":"meta-subscription","model":"muse-wonder-1.0","name":"Muse Wonder","type":"chat","family":"muse","canonical_id":"meta/muse-wonder-1.0","status":null,"release_date":"2026-10-12","access":"subscription","origin":"added","context":1048576,"input":null,"max_output":null,"input_window":{"tokens":1048576,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-08","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","date":"2026-11-08","tokens":1048576,"bound":"limit","kind":"window","accepted":1047604,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":0,"basis":"measured","source":"providers.dev","date":"2026-11-07","documented_s":null,"measured_s":0,"documented_status":null,"clients":3,"evaluations":3,"checks":66,"hits":37,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":0},"long":{"safe_s":14400,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":14400,"documented_status":null,"clients":1,"evaluations":1,"checks":10,"hits":4,"checks_inside":null,"hits_inside":null,"tested_from_s":14400,"first_miss_s":43200},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":7200,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H6"],"checks":22,"hits":22,"tested_from_s":150,"first_miss_s":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-06","lifetime_s":600,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-latest-2026-11-06/L4"],"checks":22,"hits":15,"tested_from_s":150,"first_miss_s":900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":0,"mode":null,"documented_as":null,"client":"muse-code","client_label":"Meta's Muse Code CLI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H5"],"checks":22,"hits":0,"tested_from_s":150,"first_miss_s":0,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":14400,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":"prompt_cache_retention","value":"24h","evaluations":1,"evaluation_ids":["meta-24h-2026-11-10/M2"],"checks":10,"hits":4,"tested_from_s":14400,"first_miss_s":43200,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":4,"price_in":4,"price_out":20,"price_from":"meta/muse-wonder-1.0","pricing":{"coverage":"partial","billing":"reference","reference_ref":"meta/muse-wonder-1.0","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for meta/muse-wonder-1.0: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":1047604,"measured_input_refused":null,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-10","shard":0},"entry":{"id":"muse-wonder-1.0","providers_dev":{"origin":"added","access":"subscription","provenance":[],"inherited":{"from":"meta/muse-wonder-1.0","fields":["name","description","family","type","open_weights","release_date","last_updated","canonical_id","cost"]},"cache":{"documented":{"support":"unknown","modes":{"implicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null},"explicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null}}},"retention":{"support":"unknown","parameter":null,"accepted_values":null,"default":null,"profiles":[],"conditions":[],"evidence":[]},"lifetime":{"short":{"safe_s":0,"basis":"measured","source":"providers.dev","date":"2026-11-07","documented_s":null,"measured_s":0,"documented_status":null,"clients":3,"evaluations":3,"checks":66,"hits":37,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":0},"long":{"safe_s":14400,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":14400,"documented_status":null,"clients":1,"evaluations":1,"checks":10,"hits":4,"checks_inside":null,"hits_inside":null,"tested_from_s":14400,"first_miss_s":43200},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":7200,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H6"],"checks":22,"hits":22,"tested_from_s":150,"first_miss_s":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-06","lifetime_s":600,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-latest-2026-11-06/L4"],"checks":22,"hits":15,"tested_from_s":150,"first_miss_s":900,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67}]},{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-07","lifetime_s":0,"mode":null,"documented_as":null,"client":"muse-code","client_label":"Meta's Muse Code CLI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["harness-2026-11-07/H5"],"checks":22,"hits":0,"tested_from_s":150,"first_miss_s":0,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":14400,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":"prompt_cache_retention","value":"24h","evaluations":1,"evaluation_ids":["meta-24h-2026-11-10/M2"],"checks":10,"hits":4,"tested_from_s":14400,"first_miss_s":43200,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluations":[{"id":"meta-24h-2026-11-10/M2","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"prompt_cache_retention":"24h","reasoning":"low"},"retention_profile":"long","parameter":"prompt_cache_retention","value":"24h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":14400,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":43200,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"No age under 4 h was tested in this run; prompt_cache_retention \"24h\" added to every request by a CLIProxyAPI configuration rule, not by the coding agent; Meta's prompt caching page documents this setting for the Responses API of its Model API, and its Muse Code subscription page does not mention it","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/meta-24h-2026-11-10/M2.jsonl"},{"id":"harness-2026-11-07/H5","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"muse-code","client_label":"Meta's Muse Code CLI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":0,"checks":1,"hit_rate_pct":0},{"kind":"timed","age_s":150,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":300,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":900,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":1800,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"Muse Code caches its own system prompt but never the conversation","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H5.jsonl"},{"id":"harness-2026-11-07/H6","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-07","request_settings":{"reasoning":"low"},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":7200,"hits":3,"checks":3,"hit_rate_pct":100}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/harness-2026-11-07/H6.jsonl"},{"id":"cpa-latest-2026-11-06/L4","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-06","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":900,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":1800,"hits":1,"checks":3,"hit_rate_pct":33.33},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":7200,"hits":2,"checks":3,"hit_rate_pct":66.67}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-latest-2026-11-06/L4-2026-11-06T21-53-14.json"}]},"pricing":{"coverage":"partial","billing":"reference","reference_ref":"meta/muse-wonder-1.0","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":4,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.2,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":20,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for meta/muse-wonder-1.0: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"limits":{"measured":[{"route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","context":1048576,"output":null,"input_accepted":1047604,"input_refused":null,"input_read":null,"output_accepted":1000000,"note":"one window shared by input and output; no separate output cap was found","date":"2026-11-08","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}],"from_measurement":["context"],"input_window":{"tokens":1048576,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-08","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-08","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","date":"2026-11-08","tokens":1048576,"bound":"limit","kind":"window","accepted":1047604,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-08/limits.jsonl"}]}},"evidence":[{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-latest-2026-11-06/L4-2026-11-06T21-53-14.json","date":"2026-11-06","note":null}],"verified":"2026-11-10"},"name":"Muse Wonder","description":"Muse Wonder is a frontier multimodal reasoning model from Meta for personal and professional agents, long-horizon coding, and computer use. It combines Active Memory, which carries relevant context across conversations, with Active Focus, which keeps it working through blockers toward a goal.","family":"muse","type":"chat","open_weights":false,"release_date":"2026-10-12","last_updated":"2026-10-12","canonical_id":"meta/muse-wonder-1.0","limit":{"context":1048576},"cost":{"text":{"input":{"price":4,"cache":{"read":0.2}},"output":{"price":20}}}}}}