{"meta":{"dataset_version":"5336e5a6e2ca0234","generated_at":"2026-11-17T13:05:11.808Z","upstream_fetched_at":"2026-11-17T10:48:24.570Z"},"data":{"provider":{"id":"meta-subscription","name":"Muse Code","doc":"https://dev.meta.ai/docs/muse-code/subscriptions","env":[],"access":"subscription","access_reviewed":true,"origin":"added","entry_count":3,"evidence_entry_count":3,"providers_dev":{"origin":"added","access":"subscription","access_basis":"Reached with the Muse Code API key that a Muse Code subscription applies to, not with a pay-as-you-go Meta Model API key.","access_reviewed":true,"access_source":null,"note":"Only models evaluated on this access method are listed. Limits and cache behaviour are not copied from the Meta Model API entries. Meta's page says this credential \"is for use with Muse Code only\". Each evaluation names the client it went through.","evidence":[{"kind":"documented","url":"https://dev.meta.ai/docs/muse-code/subscriptions","date":"2026-11-15","note":"'The subscription applies to the Muse Code API key that is automatically connected in the Muse Code CLI onboarding process. This credential is for use with Muse Code only. Any additional API keys you create under your Meta Model API account will be billed through pay-as-you-go.'"},{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/observed.json","date":"2026-11-10","note":"Cache evaluations and a context limit taken with a Muse Code subscription key."}],"provenance":[]}},"summary":{"ref":"meta-subscription/muse-spark-1.3","provider":"meta-subscription","model":"muse-spark-1.3","name":"Muse Spark 1.3","type":"chat","family":"muse","canonical_id":"meta/muse-spark-1.3","status":null,"release_date":"2026-09-02","access":"subscription","origin":"added","context":1048576,"input":null,"max_output":null,"input_window":{"tokens":1048576,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-16","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-16","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","date":"2026-11-16","tokens":1048576,"bound":"limit","kind":"window","accepted":1047604,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-16/limits.jsonl"}]},"cache":"unknown","cache_modes":[],"cache_mode_support":{"implicit":"unknown","explicit":"unknown"},"cache_retention":"unknown","cache_lifetime":{"short":{"safe_s":450,"basis":"measured","source":"providers.dev","date":"2026-11-04","documented_s":null,"measured_s":450,"documented_status":null,"clients":1,"evaluations":1,"checks":31,"hits":23,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":600},"long":{"safe_s":300,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":300,"documented_status":null,"clients":1,"evaluations":1,"checks":13,"hits":4,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":3600},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-04","lifetime_s":450,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-8.0.53/M3"],"checks":31,"hits":23,"tested_from_s":150,"first_miss_s":600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":300,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":"prompt_cache_retention","value":"24h","evaluations":1,"evaluation_ids":["meta-24h-2026-11-10/M3"],"checks":13,"hits":4,"tested_from_s":300,"first_miss_s":3600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluation_count":2,"price_in":1.25,"price_out":4.25,"price_from":"meta/muse-spark-1.3","pricing":{"coverage":"partial","billing":"reference","reference_ref":"meta/muse-spark-1.3","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":1.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.15,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":4.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for meta/muse-spark-1.3: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"measured_input_accepted":1047604,"measured_input_refused":null,"measured_limit_count":1,"overridden_fields":[],"verified":"2026-11-16","shard":0},"entry":{"id":"muse-spark-1.3","providers_dev":{"origin":"added","access":"subscription","provenance":[],"inherited":{"from":"meta/muse-spark-1.3","fields":["name","description","family","type","open_weights","release_date","last_updated","canonical_id","cost"]},"cache":{"documented":{"support":"unknown","modes":{"implicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null},"explicit":{"support":"unknown","min_tokens":null,"max_breakpoints":null,"targets":null}}},"retention":{"support":"unknown","parameter":null,"accepted_values":null,"default":null,"profiles":[],"conditions":[],"evidence":[]},"lifetime":{"short":{"safe_s":450,"basis":"measured","source":"providers.dev","date":"2026-11-04","documented_s":null,"measured_s":450,"documented_status":null,"clients":1,"evaluations":1,"checks":31,"hits":23,"checks_inside":null,"hits_inside":null,"tested_from_s":150,"first_miss_s":600},"long":{"safe_s":300,"basis":"measured","source":"providers.dev","date":"2026-11-10","documented_s":null,"measured_s":300,"documented_status":null,"clients":1,"evaluations":1,"checks":13,"hits":4,"checks_inside":null,"hits_inside":null,"tested_from_s":300,"first_miss_s":3600},"lifetimes":[{"retention_profile":"short","basis":"measured","source":"providers.dev","date":"2026-11-04","lifetime_s":450,"mode":null,"documented_as":null,"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","parameter":null,"value":null,"evaluations":1,"evaluation_ids":["cpa-8.0.53/M3"],"checks":31,"hits":23,"tested_from_s":150,"first_miss_s":600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}]},{"retention_profile":"long","basis":"measured","source":"providers.dev","date":"2026-11-10","lifetime_s":300,"mode":null,"documented_as":null,"client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","parameter":"prompt_cache_retention","value":"24h","evaluations":1,"evaluation_ids":["meta-24h-2026-11-10/M3"],"checks":13,"hits":4,"tested_from_s":300,"first_miss_s":3600,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}]}]},"evaluations":[{"id":"meta-24h-2026-11-10/M3","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"agent+cliproxyapi","client_label":"A coding agent, through CLIProxyAPI","date":"2026-11-10","request_settings":{"prompt_cache_retention":"24h","reasoning":"low"},"retention_profile":"long","parameter":"prompt_cache_retention","value":"24h","results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":3600,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":14400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":86400,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":"prompt_cache_retention \"24h\" added to every request by a CLIProxyAPI configuration rule, not by the coding agent; Meta's prompt caching page documents this setting for the Responses API of its Model API, and its Muse Code subscription page does not mention it","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/meta-24h-2026-11-10/M3.jsonl"},{"id":"cpa-8.0.53/M3","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","date":"2026-11-04","request_settings":{},"retention_profile":"short","parameter":null,"value":null,"results":[{"kind":"control","age_s":0,"hits":1,"checks":1,"hit_rate_pct":100},{"kind":"timed","age_s":150,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":300,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":450,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":600,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":900,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1200,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1500,"hits":3,"checks":3,"hit_rate_pct":100},{"kind":"timed","age_s":1800,"hits":2,"checks":3,"hit_rate_pct":66.67},{"kind":"timed","age_s":2400,"hits":0,"checks":3,"hit_rate_pct":0},{"kind":"timed","age_s":3000,"hits":0,"checks":3,"hit_rate_pct":0}],"late_excluded":0,"note":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/M3-2026-11-04T18-08-02.json"}]},"pricing":{"coverage":"partial","billing":"reference","reference_ref":"meta/muse-spark-1.3","rules":[{"id":"cost.text.input.price","when":null,"meter":"text.input","operation":"set","amount":1.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.price","period":null,"resulting_rates":null},{"id":"cost.text.input.cache.read","when":null,"meter":"text.cache_read","operation":"set","amount":0.15,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.input.cache.read","period":null,"resulting_rates":null},{"id":"cost.text.output.price","when":null,"meter":"text.output","operation":"set","amount":4.25,"currency":"USD","unit":{"name":"token","quantity":1000000},"applies_to":"all_usage","source_path":"cost.text.output.price","period":null,"resulting_rates":null}],"rule_order":"listed","unparsed":[],"evidence":[{"kind":"documented","url":"https://models.dev","date":"2026-11-17","note":"The cost models.dev records for meta/muse-spark-1.3: the API list price this subscription entry refers to. Rules are in the order models.dev applies them."}]},"request_controls":{"coverage":"unknown","items":[{"id":"cache.retention","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]},{"id":"service_tier","support":"unknown","when":null,"bindings":null,"options":null,"default":null,"conditions":[],"evidence":[]}]},"limits":{"measured":[{"route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","context":1048576,"output":null,"input_accepted":1047604,"input_refused":null,"input_read":null,"output_accepted":null,"note":"one window shared by input and output, named by the refusal; the output limit was not tested","date":"2026-11-16","source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-16/limits.jsonl"}],"from_measurement":["context"],"input_window":{"tokens":1048576,"basis":"measured","bound":"limit","scope":"window","source":"providers.dev","date":"2026-11-16","documented_tokens":null,"documented_field":null,"documented_source":null,"documented_date":null,"documented_status":null,"measured_tokens":1048576,"measured_bound":"limit","measured_kind":"window","measured_refused":null,"measured_date":"2026-11-16","clients":1,"evaluations":1,"measurements":[{"client":"cliproxyapi","client_label":"Requests sent through CLIProxyAPI","route":"meta-subscription","route_label":"Muse Code subscription key on Meta's Model API","date":"2026-11-16","tokens":1048576,"bound":"limit","kind":"window","accepted":1047604,"refused":null,"named":1048576,"read":null,"source":"https://github.com/ngvoicu/groundtruth/blob/main/results/limits-2026-11-16/limits.jsonl"}]}},"evidence":[{"kind":"measured","url":"https://github.com/ngvoicu/groundtruth/blob/main/results/cpa-8.0.53/M3-2026-11-04T18-08-02.json","date":"2026-11-04","note":null}],"verified":"2026-11-16"},"name":"Muse Spark 1.3","description":"Muse Spark 1.3 is a multimodal reasoning model from Meta for long-running agentic, multi-agent, and coding workflows. It improves long-horizon agent collaboration, instruction following, and coding efficiency relative to Muse Spark 1.2.","family":"muse","type":"chat","open_weights":false,"release_date":"2026-09-02","last_updated":"2026-09-02","canonical_id":"meta/muse-spark-1.3","limit":{"context":1048576},"cost":{"text":{"input":{"price":1.25,"cache":{"read":0.15}},"output":{"price":4.25}}}}}}