{"metadata":{"num_models":139,"num_words":50,"words_file":"dictionaries/scowl/scowl_2026_02_25_huge_us_gb_ca_au_ascii.txt","starting_words":["countries","relations","completed","computers","following","selection","reached","camping","selling","shipping","tracking","rating","mailing","housing","parking","carried","leaders","masters","better","shares","stage","careers","all","created","brass","dates","yards","moves","layer","one","score","make","runs","back","pills","keep","means","flags","lamp","spam","tips","sex","king","jobs","him","beat","can","list","not","buy"],"word_difficulty":{"completed":5.31,"careers":27.48,"countries":1.42,"computers":5.5,"following":6.55,"relations":4.62,"selection":7.22,"carried":20.21,"reached":13.71,"shipping":16.38,"housing":19.52,"created":28.7,"tracking":17.04,"leaders":21.34,"score":31.15,"flags":33.03,"yards":29.07,"means":32.59,"spam":33.65,"camping":14.23,"brass":28.83,"stage":27.31,"moves":29.46,"buy":40.32,"selling":15.88,"mailing":19.43,"better":26.49,"king":34.97,"lamp":33.53,"list":37.4,"keep":32.52,"masters":23.74,"parking":20.03,"layer":30.06,"jobs":35.45,"back":31.91,"shares":26.61,"sex":34.64,"him":36.36,"dates":28.99,"runs":31.69,"all":28.61,"make":31.49,"tips":34.0,"rating":19.34,"pills":32.11,"one":30.44,"beat":36.41,"can":36.49,"not":38.75}},"models":[{"id":"gemini-3.1-pro-preview:thinking-high","full":"google/gemini-3.1-pro-preview:thinking-high","label":"Gemini 3.1 Pro Preview (high)","company":"google","color":"#AA4256","thinking":true,"input_tokens":89953,"output_tokens":4729958,"estimated_cost_usd":56.939402,"recorded_cost_usd":56.939402,"cost_source":"catalog_pricing","pricing":{"in":2.0,"out":12.0}},{"id":"claude-opus-4.6","full":"anthropic/claude-opus-4.6","label":"Opus 4.6","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":109296,"estimated_cost_usd":2.985195,"recorded_cost_usd":2.985195,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}},{"id":"claude-sonnet-4.6","full":"anthropic/claude-sonnet-4.6","label":"Sonnet 4.6","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":321317,"estimated_cost_usd":4.971432,"recorded_cost_usd":4.971432,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"gpt-5.4:thinking-none","full":"openai/gpt-5.4:thinking-none","label":"GPT 5.4","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":92544,"output_tokens":24921,"estimated_cost_usd":0.605175,"recorded_cost_usd":0.407405,"cost_source":"catalog_pricing","pricing":{"in":2.5,"out":15.0}},{"id":"glm-5:thinking","full":"z-ai/glm-5:thinking","label":"GLM 5 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":45973,"output_tokens":3316499,"estimated_cost_usd":7.323882,"recorded_cost_usd":10.65365,"cost_source":"catalog_pricing","pricing":{"in":0.6,"out":2.2}},{"id":"kimi-k2.5:thinking","full":"moonshotai/kimi-k2.5:thinking","label":"Kimi K2.5 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":46776,"output_tokens":2830282,"estimated_cost_usd":7.103771,"recorded_cost_usd":7.103771,"cost_source":"catalog_pricing","pricing":{"in":0.6,"out":2.5}},{"id":"qwen3.5-35b-a3b:thinking","full":"qwen/qwen3.5-35b-a3b:thinking","label":"Qwen3.5 35B A3B (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":49431,"output_tokens":2604224,"estimated_cost_usd":0.78621,"recorded_cost_usd":5.220806,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.3}},{"id":"qwen3.5-122b-a10b:thinking","full":"qwen/qwen3.5-122b-a10b:thinking","label":"Qwen3.5 122B A10B (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":49431,"output_tokens":3048801,"estimated_cost_usd":2.69382,"recorded_cost_usd":9.775936,"cost_source":"catalog_pricing","pricing":{"in":0.22,"out":0.88}},{"id":"qwen3.5-397b-a17b:thinking","full":"qwen/qwen3.5-397b-a17b:thinking","label":"Qwen3.5 397B A17B (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":49431,"output_tokens":3907823,"estimated_cost_usd":13.704568,"recorded_cost_usd":14.097821,"cost_source":"catalog_pricing","pricing":{"in":0.55,"out":3.5}},{"id":"glm-4.6","full":"z-ai/glm-4.6","label":"GLM 4.6 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":46431,"output_tokens":3858362,"estimated_cost_usd":8.516255,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.6,"out":2.2}},{"id":"glm-4.7","full":"z-ai/glm-4.7","label":"GLM 4.7 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":45221,"output_tokens":8468568,"estimated_cost_usd":18.657982,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.6,"out":2.2}},{"id":"gemini-3-flash-preview","full":"google/gemini-3-flash-preview","label":"Gemini 3 Flash Preview (high)","company":"google","color":"#AA4256","thinking":true,"input_tokens":47709,"output_tokens":5468455,"estimated_cost_usd":3.288229,"recorded_cost_usd":16.429219,"cost_source":"catalog_pricing","pricing":{"in":0.15,"out":0.6}},{"id":"gpt-5.2:thinking-medium","full":"openai/gpt-5.2:thinking-medium","label":"GPT 5.2 (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":805920,"output_tokens":3668460,"estimated_cost_usd":52.7688,"recorded_cost_usd":52.7688,"cost_source":"catalog_pricing","pricing":{"in":1.75,"out":14.0}},{"id":"deepseek-v3.2","full":"deepseek/deepseek-v3.2","label":"Deepseek V3.2","company":"deepseek","color":"#355167","thinking":false,"input_tokens":46671,"output_tokens":1301958,"estimated_cost_usd":0.55989,"recorded_cost_usd":0.558665,"cost_source":"catalog_pricing","pricing":{"in":0.28,"out":0.42}},{"id":"deepseek-v3.2:thinking","full":"deepseek/deepseek-v3.2:thinking","label":"Deepseek V3.2 (thinking)","company":"deepseek","color":"#355167","thinking":true,"input_tokens":46728,"output_tokens":3659884,"estimated_cost_usd":1.550235,"recorded_cost_usd":1.193108,"cost_source":"catalog_pricing","pricing":{"in":0.28,"out":0.42}},{"id":"claude-opus-4.5:thinking-16k","full":"anthropic/claude-opus-4.5:thinking-16k","label":"Opus 4.5 (16k)","company":"anthropic","color":"#C97845","thinking":true,"input_tokens":54909,"output_tokens":2290774,"estimated_cost_usd":57.543895,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}},{"id":"claude-opus-4.5","full":"anthropic/claude-opus-4.5","label":"Opus 4.5","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":354348,"estimated_cost_usd":9.111495,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}},{"id":"gemini-3-pro-preview","full":"google/gemini-3-pro-preview","label":"Gemini 3 Pro Preview (high)","company":"google","color":"#AA4256","thinking":true,"input_tokens":47709,"output_tokens":1885396,"estimated_cost_usd":22.72017,"recorded_cost_usd":22.72017,"cost_source":"catalog_pricing","pricing":{"in":2.0,"out":12.0}},{"id":"kimi-k2-thinking","full":"moonshotai/kimi-k2-thinking","label":"Kimi K2 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":0,"output_tokens":0,"estimated_cost_usd":0.0,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.47,"out":2.0}},{"id":"polaris-alpha","full":"openrouter/polaris-alpha","label":"Polaris Alpha","company":"other","color":"#8D8389","thinking":false,"input_tokens":46272,"output_tokens":19337,"estimated_cost_usd":0.009966,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.09,"out":0.3}},{"id":"claude-haiku-4.5","full":"anthropic/claude-haiku-4.5","label":"Haiku 4.5","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":2562798,"estimated_cost_usd":12.864549,"recorded_cost_usd":12.864549,"cost_source":"catalog_pricing","pricing":{"in":1.0,"out":5.0}},{"id":"claude-sonnet-4.5","full":"anthropic/claude-sonnet-4.5","label":"Sonnet 4.5","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":735498,"estimated_cost_usd":11.184147,"recorded_cost_usd":11.184147,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"claude-sonnet-4.5:thinking-16k","full":"anthropic/claude-sonnet-4.5:thinking-16k","label":"Sonnet 4.5 (16k)","company":"anthropic","color":"#C97845","thinking":true,"input_tokens":54759,"output_tokens":1615330,"estimated_cost_usd":24.394227,"recorded_cost_usd":24.248622,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"claude-sonnet-4:thinking-16k","full":"anthropic/claude-sonnet-4:thinking-16k","label":"Sonnet 4 (16k)","company":"anthropic","color":"#C97845","thinking":true,"input_tokens":54759,"output_tokens":2432187,"estimated_cost_usd":36.647082,"recorded_cost_usd":36.647082,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"claude-opus-4.1","full":"anthropic/claude-opus-4.1","label":"Opus 4.1","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":181849,"estimated_cost_usd":14.39706,"recorded_cost_usd":14.39706,"cost_source":"catalog_pricing","pricing":{"in":15.0,"out":75.0}},{"id":"gemini-2.5-flash-lite:thinking-16k","full":"google/gemini-2.5-flash-lite:thinking-16k","label":"Gemini 2.5 Flash Lite (16k)","company":"google","color":"#AA4256","thinking":true,"input_tokens":47391,"output_tokens":1293936,"estimated_cost_usd":0.522313,"recorded_cost_usd":0.525911,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.4}},{"id":"gemini-2.5-flash:thinking-16k","full":"google/gemini-2.5-flash:thinking-16k","label":"Gemini 2.5 Flash (16k)","company":"google","color":"#AA4256","thinking":true,"input_tokens":43332,"output_tokens":4042963,"estimated_cost_usd":10.120407,"recorded_cost_usd":10.120407,"cost_source":"catalog_pricing","pricing":{"in":0.3,"out":2.5}},{"id":"gemini-2.5-pro:thinking-16k","full":"google/gemini-2.5-pro:thinking-16k","label":"Gemini 2.5 Pro (16k)","company":"google","color":"#AA4256","thinking":true,"input_tokens":46158,"output_tokens":2751827,"estimated_cost_usd":27.575968,"recorded_cost_usd":28.759773,"cost_source":"catalog_pricing","pricing":{"in":1.25,"out":10.0}},{"id":"grok-3-mini:thinking-medium","full":"x-ai/grok-3-mini:thinking-medium","label":"Grok 3 Mini (medium)","company":"x-ai","color":"#7A7A9A","thinking":true,"input_tokens":44913,"output_tokens":892811,"estimated_cost_usd":0.459879,"recorded_cost_usd":1.39815,"cost_source":"catalog_pricing","pricing":{"in":0.3,"out":0.5}},{"id":"grok-3","full":"x-ai/grok-3","label":"Grok 3 (thinking)","company":"x-ai","color":"#7A7A9A","thinking":true,"input_tokens":44913,"output_tokens":198086,"estimated_cost_usd":3.106029,"recorded_cost_usd":3.083551,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"grok-4:thinking-medium","full":"x-ai/grok-4:thinking-medium","label":"Grok 4 (medium)","company":"x-ai","color":"#7A7A9A","thinking":true,"input_tokens":39960,"output_tokens":1800267,"estimated_cost_usd":27.123885,"recorded_cost_usd":27.118751,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"gpt-5","full":"openai/gpt-5","label":"GPT 5 (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":46272,"output_tokens":4600174,"estimated_cost_usd":46.05958,"recorded_cost_usd":2.302979,"cost_source":"catalog_pricing","pricing":{"in":1.25,"out":10.0}},{"id":"gpt-5-mini","full":"openai/gpt-5-mini","label":"GPT 5 Mini (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":46272,"output_tokens":1201347,"estimated_cost_usd":2.414262,"recorded_cost_usd":1.373945,"cost_source":"catalog_pricing","pricing":{"in":0.25,"out":2.0}},{"id":"gpt-5-nano","full":"openai/gpt-5-nano","label":"GPT 5 Nano (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":93168,"output_tokens":2750680,"estimated_cost_usd":1.10493,"recorded_cost_usd":1.104888,"cost_source":"catalog_pricing","pricing":{"in":0.05,"out":0.4}},{"id":"o3:thinking-medium","full":"openai/o3:thinking-medium","label":"O3 (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":149542,"output_tokens":3762230,"estimated_cost_usd":30.396924,"recorded_cost_usd":1.519756,"cost_source":"catalog_pricing","pricing":{"in":2.0,"out":8.0}},{"id":"gpt-oss-20b","full":"openai/gpt-oss-20b","label":"GPT-OSS-20B (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":56162,"output_tokens":1535181,"estimated_cost_usd":0.170555,"recorded_cost_usd":0.479698,"cost_source":"catalog_pricing","pricing":{"in":0.03,"out":0.11}},{"id":"gpt-oss-120b","full":"openai/gpt-oss-120b","label":"GPT-OSS-120B (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":56448,"output_tokens":1306765,"estimated_cost_usd":0.250487,"recorded_cost_usd":0.806523,"cost_source":"catalog_pricing","pricing":{"in":0.039,"out":0.19}},{"id":"nova-lite-v1","full":"amazon/nova-lite-v1","label":"Nova Lite V1","company":"other","color":"#8D8389","thinking":false,"input_tokens":46440,"output_tokens":697671,"estimated_cost_usd":0.170227,"recorded_cost_usd":0.170227,"cost_source":"catalog_pricing","pricing":{"in":0.06,"out":0.24}},{"id":"nova-micro-v1","full":"amazon/nova-micro-v1","label":"Nova Micro V1","company":"other","color":"#8D8389","thinking":false,"input_tokens":46440,"output_tokens":279903,"estimated_cost_usd":0.040812,"recorded_cost_usd":0.040812,"cost_source":"catalog_pricing","pricing":{"in":0.035,"out":0.14}},{"id":"nova-pro-v1","full":"amazon/nova-pro-v1","label":"Nova Pro V1","company":"other","color":"#8D8389","thinking":false,"input_tokens":46440,"output_tokens":728292,"estimated_cost_usd":2.367686,"recorded_cost_usd":2.367686,"cost_source":"catalog_pricing","pricing":{"in":0.8,"out":3.2}},{"id":"claude-3-haiku","full":"anthropic/claude-3-haiku","label":"Haiku 3","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":35813,"estimated_cost_usd":0.057406,"recorded_cost_usd":0.057406,"cost_source":"catalog_pricing","pricing":{"in":0.25,"out":1.25}},{"id":"claude-3-5-haiku-20241022","full":"anthropic/claude-3-5-haiku-20241022","label":"Haiku 3.5","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":42938,"estimated_cost_usd":0.222311,"recorded_cost_usd":0.212199,"cost_source":"catalog_pricing","pricing":{"in":1.0,"out":4.0}},{"id":"claude-3.5-sonnet-20240620","full":"anthropic/claude-3.5-sonnet-20240620","label":"Sonnet 3.5","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":179870,"estimated_cost_usd":2.849727,"recorded_cost_usd":2.849727,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"claude-3.5-sonnet","full":"anthropic/claude-3.5-sonnet","label":"Sonnet 3.6","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":51479,"estimated_cost_usd":0.923862,"recorded_cost_usd":0.923862,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"claude-3.7-sonnet","full":"anthropic/claude-3.7-sonnet","label":"Sonnet 3.7","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":112427,"estimated_cost_usd":1.838082,"recorded_cost_usd":1.838082,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"claude-3-opus","full":"anthropic/claude-3-opus","label":"Opus 3","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":47526,"output_tokens":132205,"estimated_cost_usd":10.628265,"recorded_cost_usd":10.675035,"cost_source":"catalog_pricing","pricing":{"in":15.0,"out":75.0}},{"id":"claude-sonnet-4","full":"anthropic/claude-sonnet-4","label":"Sonnet 4","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":89598,"estimated_cost_usd":1.495647,"recorded_cost_usd":1.495647,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"claude-opus-4","full":"anthropic/claude-opus-4","label":"Opus 4","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":50559,"output_tokens":69953,"estimated_cost_usd":6.00486,"recorded_cost_usd":6.00486,"cost_source":"catalog_pricing","pricing":{"in":15.0,"out":75.0}},{"id":"ernie-4.5-300b-a47b","full":"baidu/ernie-4.5-300b-a47b","label":"Ernie 4.5 300B A47B","company":"other","color":"#8D8389","thinking":false,"input_tokens":48327,"output_tokens":233074,"estimated_cost_usd":0.269913,"recorded_cost_usd":0.269913,"cost_source":"catalog_pricing","pricing":{"in":0.28,"out":1.1}},{"id":"deepseek-chat","full":"deepseek/deepseek-chat","label":"Deepseek V3","company":"deepseek","color":"#355167","thinking":false,"input_tokens":46228,"output_tokens":345465,"estimated_cost_usd":0.158039,"recorded_cost_usd":0.356258,"cost_source":"catalog_pricing","pricing":{"in":0.28,"out":0.42}},{"id":"deepseek-r1-0528","full":"deepseek/deepseek-r1-0528","label":"Deepseek R1 0528 (thinking)","company":"deepseek","color":"#355167","thinking":true,"input_tokens":23166,"output_tokens":804590,"estimated_cost_usd":1.740293,"recorded_cost_usd":2.864946,"cost_source":"catalog_pricing","pricing":{"in":0.45,"out":2.15}},{"id":"gemini-flash-1.5-8b","full":"google/gemini-flash-1.5-8b","label":"Gemini Flash 1.5 8B","company":"google","color":"#AA4256","thinking":false,"input_tokens":47100,"output_tokens":29146,"estimated_cost_usd":0.006138,"recorded_cost_usd":0.006138,"cost_source":"catalog_pricing","pricing":{"in":0.0375,"out":0.15}},{"id":"gemini-flash-1.5","full":"google/gemini-flash-1.5","label":"Gemini Flash 1.5","company":"google","color":"#AA4256","thinking":false,"input_tokens":47100,"output_tokens":89845,"estimated_cost_usd":0.030486,"recorded_cost_usd":0.030486,"cost_source":"catalog_pricing","pricing":{"in":0.075,"out":0.3}},{"id":"gemini-pro-1.5","full":"google/gemini-pro-1.5","label":"Gemini Pro 1.5","company":"google","color":"#AA4256","thinking":false,"input_tokens":47100,"output_tokens":45903,"estimated_cost_usd":0.28839,"recorded_cost_usd":0.28839,"cost_source":"catalog_pricing","pricing":{"in":1.25,"out":5.0}},{"id":"gemini-2.0-flash-lite-001","full":"google/gemini-2.0-flash-lite-001","label":"Gemini 2.0 Flash Lite 001","company":"google","color":"#AA4256","thinking":false,"input_tokens":47100,"output_tokens":407900,"estimated_cost_usd":0.125903,"recorded_cost_usd":0.125902,"cost_source":"catalog_pricing","pricing":{"in":0.075,"out":0.3}},{"id":"gemini-2.0-flash-001","full":"google/gemini-2.0-flash-001","label":"Gemini 2.0 Flash","company":"google","color":"#AA4256","thinking":false,"input_tokens":47100,"output_tokens":135567,"estimated_cost_usd":0.058937,"recorded_cost_usd":0.064577,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.4}},{"id":"gemini-2.5-flash-lite","full":"google/gemini-2.5-flash-lite","label":"Gemini 2.5 Flash Lite","company":"google","color":"#AA4256","thinking":false,"input_tokens":47100,"output_tokens":1409804,"estimated_cost_usd":0.568632,"recorded_cost_usd":0.568632,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.4}},{"id":"gemini-2.5-flash","full":"google/gemini-2.5-flash","label":"Gemini 2.5 Flash","company":"google","color":"#AA4256","thinking":false,"input_tokens":47100,"output_tokens":1029653,"estimated_cost_usd":2.588262,"recorded_cost_usd":2.588262,"cost_source":"catalog_pricing","pricing":{"in":0.3,"out":2.5}},{"id":"gemma-3-4b-it","full":"google/gemma-3-4b-it","label":"Gemma 3 4B","company":"google","color":"#AA4256","thinking":false,"input_tokens":48909,"output_tokens":369546,"estimated_cost_usd":0.03152,"recorded_cost_usd":0.01576,"cost_source":"catalog_pricing","pricing":{"in":0.04,"out":0.08}},{"id":"gemma-3-12b-it","full":"google/gemma-3-12b-it","label":"Gemma 3 12B","company":"google","color":"#AA4256","thinking":false,"input_tokens":48583,"output_tokens":161529,"estimated_cost_usd":0.022942,"recorded_cost_usd":0.01658,"cost_source":"catalog_pricing","pricing":{"in":0.04,"out":0.13}},{"id":"gemma-3-27b-it","full":"google/gemma-3-27b-it","label":"Gemma 3 27B","company":"google","color":"#AA4256","thinking":false,"input_tokens":48908,"output_tokens":178709,"estimated_cost_usd":0.032506,"recorded_cost_usd":0.060403,"cost_source":"catalog_pricing","pricing":{"in":0.08,"out":0.16}},{"id":"llama-3.2-1b-instruct","full":"meta-llama/llama-3.2-1b-instruct","label":"Llama 3.2 1B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46596,"output_tokens":585724,"estimated_cost_usd":0.118403,"recorded_cost_usd":0.006114,"cost_source":"catalog_pricing","pricing":{"in":0.027,"out":0.2}},{"id":"llama-3.2-3b-instruct","full":"meta-llama/llama-3.2-3b-instruct","label":"Llama 3.2 3B","company":"other","color":"#8D8389","thinking":false,"input_tokens":47861,"output_tokens":112805,"estimated_cost_usd":0.040795,"recorded_cost_usd":0.003151,"cost_source":"catalog_pricing","pricing":{"in":0.051,"out":0.34}},{"id":"llama-3.1-8b-instruct","full":"meta-llama/llama-3.1-8b-instruct","label":"Llama 3.1 8B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46700,"output_tokens":679145,"estimated_cost_usd":0.034891,"recorded_cost_usd":0.065881,"cost_source":"catalog_pricing","pricing":{"in":0.02,"out":0.05}},{"id":"llama-3.1-70b-instruct","full":"meta-llama/llama-3.1-70b-instruct","label":"Llama 3.1 70B","company":"other","color":"#8D8389","thinking":false,"input_tokens":45976,"output_tokens":26066,"estimated_cost_usd":0.028817,"recorded_cost_usd":0.046904,"cost_source":"catalog_pricing","pricing":{"in":0.4,"out":0.4}},{"id":"llama-3.1-405b-instruct","full":"meta-llama/llama-3.1-405b-instruct","label":"Llama 3.1 405B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46712,"output_tokens":128384,"estimated_cost_usd":0.700384,"recorded_cost_usd":0.145876,"cost_source":"catalog_pricing","pricing":{"in":4.0,"out":4.0}},{"id":"llama-4-scout","full":"meta-llama/llama-4-scout","label":"Llama 4 Scout","company":"other","color":"#8D8389","thinking":false,"input_tokens":46496,"output_tokens":168088,"estimated_cost_usd":0.054146,"recorded_cost_usd":0.147079,"cost_source":"catalog_pricing","pricing":{"in":0.08,"out":0.3}},{"id":"llama-4-maverick","full":"meta-llama/llama-4-maverick","label":"Llama 4 Maverick","company":"other","color":"#8D8389","thinking":false,"input_tokens":47165,"output_tokens":590612,"estimated_cost_usd":0.361442,"recorded_cost_usd":0.377258,"cost_source":"catalog_pricing","pricing":{"in":0.15,"out":0.6}},{"id":"kimi-k2","full":"moonshotai/kimi-k2","label":"Kimi K2","company":"other","color":"#8D8389","thinking":false,"input_tokens":41471,"output_tokens":141456,"estimated_cost_usd":0.378523,"recorded_cost_usd":0.317067,"cost_source":"catalog_pricing","pricing":{"in":0.6,"out":2.5}},{"id":"mistral-nemo","full":"mistralai/mistral-nemo","label":"Mistral Nemo","company":"other","color":"#8D8389","thinking":false,"input_tokens":47817,"output_tokens":20203,"estimated_cost_usd":0.001764,"recorded_cost_usd":0.007989,"cost_source":"catalog_pricing","pricing":{"in":0.02,"out":0.04}},{"id":"mistral-small-3.2-24b-instruct","full":"mistralai/mistral-small-3.2-24b-instruct","label":"Mistral Small 3.2 24B","company":"other","color":"#8D8389","thinking":false,"input_tokens":53880,"output_tokens":343170,"estimated_cost_usd":0.072675,"recorded_cost_usd":0.096514,"cost_source":"catalog_pricing","pricing":{"in":0.075,"out":0.2}},{"id":"mistral-medium-3","full":"mistralai/mistral-medium-3","label":"Mistral Medium 3","company":"other","color":"#8D8389","thinking":false,"input_tokens":47571,"output_tokens":134081,"estimated_cost_usd":0.28719,"recorded_cost_usd":0.287427,"cost_source":"catalog_pricing","pricing":{"in":0.4,"out":2.0}},{"id":"mistral-large-2411","full":"mistralai/mistral-large-2411","label":"Mistral Large 2411","company":"other","color":"#8D8389","thinking":false,"input_tokens":52911,"output_tokens":11567,"estimated_cost_usd":0.175224,"recorded_cost_usd":0.175224,"cost_source":"catalog_pricing","pricing":{"in":2.0,"out":6.0}},{"id":"devstral-small","full":"mistralai/devstral-small","label":"Devstral Small","company":"other","color":"#8D8389","thinking":false,"input_tokens":47889,"output_tokens":117171,"estimated_cost_usd":0.03994,"recorded_cost_usd":0.039353,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.3}},{"id":"devstral-medium","full":"mistralai/devstral-medium","label":"Devstral Medium","company":"other","color":"#8D8389","thinking":false,"input_tokens":47889,"output_tokens":56148,"estimated_cost_usd":0.131452,"recorded_cost_usd":0.131452,"cost_source":"catalog_pricing","pricing":{"in":0.4,"out":2.0}},{"id":"codestral-2508","full":"mistralai/codestral-2508","label":"Codestral 2508","company":"other","color":"#8D8389","thinking":false,"input_tokens":47880,"output_tokens":59543,"estimated_cost_usd":0.067953,"recorded_cost_usd":0.067959,"cost_source":"catalog_pricing","pricing":{"in":0.3,"out":0.9}},{"id":"gpt-4.1-nano","full":"openai/gpt-4.1-nano","label":"GPT 4.1 Nano","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46422,"output_tokens":144846,"estimated_cost_usd":0.062581,"recorded_cost_usd":0.062581,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.4}},{"id":"gpt-4.1-mini","full":"openai/gpt-4.1-mini","label":"GPT 4.1 Mini","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46422,"output_tokens":16663,"estimated_cost_usd":0.04523,"recorded_cost_usd":0.04523,"cost_source":"catalog_pricing","pricing":{"in":0.4,"out":1.6}},{"id":"gpt-4.1","full":"openai/gpt-4.1","label":"GPT 4.1","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46422,"output_tokens":37300,"estimated_cost_usd":0.391244,"recorded_cost_usd":0.391244,"cost_source":"catalog_pricing","pricing":{"in":2.0,"out":8.0}},{"id":"gpt-4o-mini","full":"openai/gpt-4o-mini","label":"GPT 4o Mini","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46422,"output_tokens":50272,"estimated_cost_usd":0.037126,"recorded_cost_usd":0.037127,"cost_source":"catalog_pricing","pricing":{"in":0.15,"out":0.6}},{"id":"chatgpt-4o-latest","full":"openai/chatgpt-4o-latest","label":"GPT 4o","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46422,"output_tokens":36327,"estimated_cost_usd":0.777015,"recorded_cost_usd":0.777015,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":15.0}},{"id":"gpt-3.5-turbo-0613","full":"openai/gpt-3.5-turbo-0613","label":"GPT 3.5 Turbo","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46131,"output_tokens":12968,"estimated_cost_usd":0.095132,"recorded_cost_usd":0.072067,"cost_source":"catalog_pricing","pricing":{"in":1.5,"out":2.0}},{"id":"gpt-4-turbo","full":"openai/gpt-4-turbo","label":"GPT 4 Turbo","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46131,"output_tokens":93854,"estimated_cost_usd":3.27693,"recorded_cost_usd":3.27693,"cost_source":"catalog_pricing","pricing":{"in":10.0,"out":30.0}},{"id":"o1-mini","full":"openai/o1-mini","label":"O1 Mini (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":49628,"output_tokens":281369,"estimated_cost_usd":1.292614,"recorded_cost_usd":1.244987,"cost_source":"catalog_pricing","pricing":{"in":1.1,"out":4.4}},{"id":"o3-mini","full":"openai/o3-mini","label":"O3 Mini (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":46273,"output_tokens":1163914,"estimated_cost_usd":5.172122,"recorded_cost_usd":5.171782,"cost_source":"catalog_pricing","pricing":{"in":1.1,"out":4.4}},{"id":"o4-mini","full":"openai/o4-mini","label":"O4 Mini (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":47519,"output_tokens":1085643,"estimated_cost_usd":4.8291,"recorded_cost_usd":2.032652,"cost_source":"catalog_pricing","pricing":{"in":1.1,"out":4.4}},{"id":"horizon-beta","full":"openrouter/horizon-beta","label":"Horizon Beta","company":"other","color":"#8D8389","thinking":false,"input_tokens":45964,"output_tokens":21742,"estimated_cost_usd":0.0,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.0,"out":0.0}},{"id":"minimax-m1","full":"minimax/minimax-m1","label":"Minimax M1 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":88092,"output_tokens":2695677,"estimated_cost_usd":5.965726,"recorded_cost_usd":5.268531,"cost_source":"catalog_pricing","pricing":{"in":0.4,"out":2.2}},{"id":"qwen3-32b","full":"qwen/qwen3-32b","label":"Qwen3 32B","company":"other","color":"#8D8389","thinking":false,"input_tokens":59038,"output_tokens":1147835,"estimated_cost_usd":0.697557,"recorded_cost_usd":0.560426,"cost_source":"catalog_pricing","pricing":{"in":0.15,"out":0.6}},{"id":"qwen3-30b-a3b-instruct-2507","full":"qwen/qwen3-30b-a3b-instruct-2507","label":"Qwen3 30B A3B 2507","company":"other","color":"#8D8389","thinking":false,"input_tokens":37331,"output_tokens":121319,"estimated_cost_usd":0.043022,"recorded_cost_usd":0.115044,"cost_source":"catalog_pricing","pricing":{"in":0.08,"out":0.33}},{"id":"qwen3-235b-a22b-2507","full":"qwen/qwen3-235b-a22b-2507","label":"Qwen3 235B A22B 2507","company":"other","color":"#8D8389","thinking":false,"input_tokens":46281,"output_tokens":85865,"estimated_cost_usd":0.050928,"recorded_cost_usd":0.060578,"cost_source":"catalog_pricing","pricing":{"in":0.08,"out":0.55}},{"id":"qwen3-235b-a22b-thinking-2507","full":"qwen/qwen3-235b-a22b-thinking-2507","label":"Qwen3 235B A22B 2507 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":45507,"output_tokens":2206160,"estimated_cost_usd":1.951432,"recorded_cost_usd":0.914987,"cost_source":"catalog_pricing","pricing":{"in":0.22,"out":0.88}},{"id":"qwen3-coder","full":"qwen/qwen3-coder","label":"Qwen3 Coder","company":"other","color":"#8D8389","thinking":false,"input_tokens":45973,"output_tokens":521484,"estimated_cost_usd":0.39663,"recorded_cost_usd":0.678482,"cost_source":"catalog_pricing","pricing":{"in":0.12,"out":0.75}},{"id":"glm-4.5-air","full":"z-ai/glm-4.5-air","label":"GLM 4.5 Air (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":40637,"output_tokens":1874778,"estimated_cost_usd":2.070383,"recorded_cost_usd":2.3135,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":1.1}},{"id":"glm-4.5","full":"z-ai/glm-4.5","label":"GLM 4.5 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":39109,"output_tokens":1817188,"estimated_cost_usd":4.021279,"recorded_cost_usd":0.70863,"cost_source":"catalog_pricing","pricing":{"in":0.6,"out":2.2}},{"id":"grok-4-fast:free","full":"x-ai/grok-4-fast:free","label":"Grok 4 Fast (thinking)","company":"x-ai","color":"#7A7A9A","thinking":true,"input_tokens":102605,"output_tokens":2732340,"estimated_cost_usd":0.0,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.0,"out":0.0}},{"id":"sherlock-dash-alpha","full":"openrouter/sherlock-dash-alpha","label":"Sherlock Dash Alpha","company":"other","color":"#8D8389","thinking":false,"input_tokens":69213,"output_tokens":44137,"estimated_cost_usd":0.000346,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.005,"out":0.0}},{"id":"olmo-3-32b-think","full":"allenai/olmo-3-32b-think","label":"Olmo 3 32B (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":52731,"output_tokens":3131533,"estimated_cost_usd":1.573676,"recorded_cost_usd":1.106583,"cost_source":"catalog_pricing","pricing":{"in":0.15,"out":0.5}},{"id":"deepseek-v3.2-speciale:thinking","full":"deepseek/deepseek-v3.2-speciale:thinking","label":"Deepseek V3.2 Speciale (thinking)","company":"deepseek","color":"#355167","thinking":true,"input_tokens":46662,"output_tokens":7452460,"estimated_cost_usd":3.068107,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.27,"out":0.41}},{"id":"grok-4.1-fast","full":"x-ai/grok-4.1-fast","label":"Grok 4.1 Fast","company":"x-ai","color":"#7A7A9A","thinking":false,"input_tokens":69213,"output_tokens":109260,"estimated_cost_usd":0.068473,"recorded_cost_usd":0.060523,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.5}},{"id":"grok-4.1-fast:thinking","full":"x-ai/grok-4.1-fast:thinking","label":"Grok 4.1 Fast (thinking)","company":"x-ai","color":"#7A7A9A","thinking":true,"input_tokens":67413,"output_tokens":2455391,"estimated_cost_usd":1.241178,"recorded_cost_usd":1.233733,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.5}},{"id":"ministral-3b-2512","full":"mistralai/ministral-3b-2512","label":"Ministral 3B 2512","company":"other","color":"#8D8389","thinking":false,"input_tokens":48489,"output_tokens":138668,"estimated_cost_usd":0.018716,"recorded_cost_usd":0.018716,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.1}},{"id":"ministral-8b-2512","full":"mistralai/ministral-8b-2512","label":"Ministral 8B 2512","company":"other","color":"#8D8389","thinking":false,"input_tokens":48489,"output_tokens":295257,"estimated_cost_usd":0.051562,"recorded_cost_usd":0.051562,"cost_source":"catalog_pricing","pricing":{"in":0.15,"out":0.15}},{"id":"ministral-14b-2512","full":"mistralai/ministral-14b-2512","label":"Ministral 14B 2512","company":"other","color":"#8D8389","thinking":false,"input_tokens":48497,"output_tokens":576433,"estimated_cost_usd":0.124986,"recorded_cost_usd":0.124986,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.2}},{"id":"qwen3-14b","full":"qwen/qwen3-14b","label":"Qwen3 14B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46881,"output_tokens":2295930,"estimated_cost_usd":0.461999,"recorded_cost_usd":0.554774,"cost_source":"catalog_pricing","pricing":{"in":0.06,"out":0.2}},{"id":"Qwen3-0.6B-FP8:thinking-16k","full":"Qwen/Qwen3-0.6B-FP8:thinking-16k","label":"Qwen3 0.6B (16k)","company":"other","color":"#8D8389","thinking":true,"input_tokens":46281,"output_tokens":718991,"estimated_cost_usd":0.153054,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.2}},{"id":"Qwen3-1.7B-FP8:thinking-16k","full":"Qwen/Qwen3-1.7B-FP8:thinking-16k","label":"Qwen3 1.7B (16k)","company":"other","color":"#8D8389","thinking":true,"input_tokens":46281,"output_tokens":1249498,"estimated_cost_usd":0.259156,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.2}},{"id":"Qwen3-4B-FP8:thinking-16k","full":"Qwen/Qwen3-4B-FP8:thinking-16k","label":"Qwen3 4B (16k)","company":"other","color":"#8D8389","thinking":true,"input_tokens":46281,"output_tokens":1893774,"estimated_cost_usd":0.388011,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.2}},{"id":"Qwen3-4B-FP8","full":"Qwen/Qwen3-4B-FP8","label":"Qwen3 4B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46881,"output_tokens":551032,"estimated_cost_usd":0.119583,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.2}},{"id":"Qwen3-1.7B-FP8","full":"Qwen/Qwen3-1.7B-FP8","label":"Qwen3 1.7B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46881,"output_tokens":447693,"estimated_cost_usd":0.098915,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.2}},{"id":"Qwen3-0.6B-FP8","full":"Qwen/Qwen3-0.6B-FP8","label":"Qwen3 0.6B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46881,"output_tokens":51363,"estimated_cost_usd":0.019649,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":0.2}},{"id":"Qwen3-8B-FP8","full":"Qwen/Qwen3-8B-FP8","label":"Qwen3 8B","company":"other","color":"#8D8389","thinking":false,"input_tokens":46881,"output_tokens":540000,"estimated_cost_usd":0.110344,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.05,"out":0.2}},{"id":"doubao-seed-2.0-pro:thinking","full":"zenmux/doubao-seed-2.0-pro:thinking","label":"Doubao Seed 2.0 Pro (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":55017,"output_tokens":1239188,"estimated_cost_usd":5.006267,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.9,"out":4.0}},{"id":"doubao-seed-2.0-mini:thinking","full":"zenmux/doubao-seed-2.0-mini:thinking","label":"Doubao Seed 2.0 Mini (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":55017,"output_tokens":1884024,"estimated_cost_usd":0.529177,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.03,"out":0.28}},{"id":"doubao-seed-2.0-lite:thinking","full":"zenmux/doubao-seed-2.0-lite:thinking","label":"Doubao Seed 2.0 Lite (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":54651,"output_tokens":946749,"estimated_cost_usd":0.487761,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.09,"out":0.51}},{"id":"step-3.5-flash:thinking","full":"zenmux/step-3.5-flash:thinking","label":"Step 3.5 Flash (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":47541,"output_tokens":11379056,"estimated_cost_usd":3.418471,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.1,"out":0.3}},{"id":"doubao-seed-1.8:thinking","full":"zenmux/doubao-seed-1.8:thinking","label":"Doubao Seed 1.8 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":54499,"output_tokens":1224959,"estimated_cost_usd":0.348983,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.11,"out":0.28}},{"id":"mimo-v2-flash:thinking","full":"zenmux/mimo-v2-flash:thinking","label":"Mimo V2 Flash (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":48003,"output_tokens":942749,"estimated_cost_usd":0.0,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":0.0,"out":0.0}},{"id":"minimax-m2.5:thinking","full":"minimax/minimax-m2.5:thinking","label":"Minimax M2.5 (thinking)","company":"other","color":"#8D8389","thinking":true,"input_tokens":50993,"output_tokens":3950060,"estimated_cost_usd":5.547932,"recorded_cost_usd":4.887891,"cost_source":"catalog_pricing","pricing":{"in":0.35,"out":1.4}},{"id":"claude-opus-4.6:thinking-16k","full":"anthropic/claude-opus-4.6:thinking-16k","label":"Opus 4.6 (16k)","company":"anthropic","color":"#C97845","thinking":true,"input_tokens":54909,"output_tokens":2134489,"estimated_cost_usd":53.63677,"recorded_cost_usd":53.63677,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}},{"id":"claude-sonnet-4.6:thinking-16k","full":"anthropic/claude-sonnet-4.6:thinking-16k","label":"Sonnet 4.6 (16k)","company":"anthropic","color":"#C97845","thinking":true,"input_tokens":54909,"output_tokens":1979424,"estimated_cost_usd":29.856087,"recorded_cost_usd":29.856087,"cost_source":"catalog_pricing","pricing":{"in":3.0,"out":15.0}},{"id":"gemini-3.1-pro-preview:thinking-low","full":"google/gemini-3.1-pro-preview:thinking-low","label":"Gemini 3.1 Pro Preview (low)","company":"google","color":"#AA4256","thinking":true,"input_tokens":47709,"output_tokens":450113,"estimated_cost_usd":5.496774,"recorded_cost_usd":5.496774,"cost_source":"catalog_pricing","pricing":{"in":2.0,"out":12.0}},{"id":"gpt-5.4:thinking-medium","full":"openai/gpt-5.4:thinking-medium","label":"GPT 5.4 (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":46272,"output_tokens":3530664,"estimated_cost_usd":53.07564,"recorded_cost_usd":0.0,"cost_source":"catalog_pricing","pricing":{"in":2.5,"out":15.0}},{"id":"grok-4.20-beta:thinking","full":"x-ai/grok-4.20-beta:thinking","label":"Grok 4.20 Beta (thinking)","company":"x-ai","color":"#7A7A9A","thinking":true,"input_tokens":62613,"output_tokens":1460611,"estimated_cost_usd":8.888892,"recorded_cost_usd":8.817364,"cost_source":"catalog_pricing","pricing":{"in":2.0,"out":6.0}},{"id":"gpt-5.4-mini:thinking-none","full":"openai/gpt-5.4-mini:thinking-none","label":"GPT 5.4 Mini","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46272,"output_tokens":5134,"estimated_cost_usd":0.057807,"recorded_cost_usd":0.057807,"cost_source":"catalog_pricing","pricing":{"in":0.75,"out":4.5}},{"id":"gpt-5.4-mini:thinking-medium","full":"openai/gpt-5.4-mini:thinking-medium","label":"GPT 5.4 Mini (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":97229,"output_tokens":4312040,"estimated_cost_usd":19.477102,"recorded_cost_usd":19.477102,"cost_source":"catalog_pricing","pricing":{"in":0.75,"out":4.5}},{"id":"gpt-5.4-nano:thinking-none","full":"openai/gpt-5.4-nano:thinking-none","label":"GPT 5.4 Nano","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46272,"output_tokens":9709,"estimated_cost_usd":0.021391,"recorded_cost_usd":0.021391,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":1.25}},{"id":"gpt-5.4-nano:thinking-medium","full":"openai/gpt-5.4-nano:thinking-medium","label":"GPT 5.4 Nano (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":46272,"output_tokens":1945355,"estimated_cost_usd":2.440948,"recorded_cost_usd":2.440948,"cost_source":"catalog_pricing","pricing":{"in":0.2,"out":1.25}},{"id":"claude-opus-4.7","full":"anthropic/claude-opus-4.7","label":"Opus 4.7","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":72378,"output_tokens":37066,"estimated_cost_usd":1.28854,"recorded_cost_usd":1.28854,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}},{"id":"claude-opus-4.7:thinking-xhigh","full":"anthropic/claude-opus-4.7:thinking-xhigh","label":"Opus 4.7 (xhigh)","company":"anthropic","color":"#C97845","thinking":true,"input_tokens":71898,"output_tokens":4498765,"estimated_cost_usd":112.828615,"recorded_cost_usd":112.828615,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}},{"id":"gpt-5.5:thinking-none","full":"openai/gpt-5.5:thinking-none","label":"GPT 5.5","company":"openai","color":"#74AA9C","thinking":false,"input_tokens":46272,"output_tokens":40928,"estimated_cost_usd":1.4592,"recorded_cost_usd":1.4592,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":30.0}},{"id":"gpt-5.5:thinking-medium","full":"openai/gpt-5.5:thinking-medium","label":"GPT 5.5 (medium)","company":"openai","color":"#74AA9C","thinking":true,"input_tokens":46272,"output_tokens":1920720,"estimated_cost_usd":57.85296,"recorded_cost_usd":57.85296,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":30.0}},{"id":"deepseek-v4-pro","full":"zenmux/deepseek-v4-pro","label":"Deepseek V4 Pro","company":"deepseek","color":"#355167","thinking":false,"input_tokens":46662,"output_tokens":489269,"estimated_cost_usd":0.445962,"recorded_cost_usd":0.445962,"cost_source":"catalog_pricing","pricing":{"in":0.435,"out":0.87}},{"id":"deepseek-v4-pro:thinking-high","full":"zenmux/deepseek-v4-pro:thinking-high","label":"Deepseek V4 Pro (high)","company":"deepseek","color":"#355167","thinking":true,"input_tokens":43234,"output_tokens":5275200,"estimated_cost_usd":4.608231,"recorded_cost_usd":4.608231,"cost_source":"catalog_pricing","pricing":{"in":0.435,"out":0.87}},{"id":"deepseek-v4-flash","full":"zenmux/deepseek-v4-flash","label":"Deepseek V4 Flash","company":"deepseek","color":"#355167","thinking":false,"input_tokens":46352,"output_tokens":627478,"estimated_cost_usd":0.182183,"recorded_cost_usd":0.182183,"cost_source":"catalog_pricing","pricing":{"in":0.14,"out":0.28}},{"id":"deepseek-v4-flash:thinking-high","full":"zenmux/deepseek-v4-flash:thinking-high","label":"Deepseek V4 Flash (high)","company":"deepseek","color":"#355167","thinking":true,"input_tokens":46662,"output_tokens":5237725,"estimated_cost_usd":1.473096,"recorded_cost_usd":1.473096,"cost_source":"catalog_pricing","pricing":{"in":0.14,"out":0.28}},{"id":"gemini-3.5-flash:thinking-high","full":"google/gemini-3.5-flash:thinking-high","label":"Gemini 3.5 Flash (high)","company":"google","color":"#AA4256","thinking":true,"input_tokens":47709,"output_tokens":6348427,"estimated_cost_usd":57.207407,"recorded_cost_usd":28.603703,"cost_source":"catalog_pricing","pricing":{"in":1.5,"out":9.0}},{"id":"claude-opus-4.8","full":"anthropic/claude-opus-4.8","label":"Opus 4.8","company":"anthropic","color":"#C97845","thinking":false,"input_tokens":71628,"output_tokens":47600,"estimated_cost_usd":1.54814,"recorded_cost_usd":0.77407,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}},{"id":"claude-opus-4.8:thinking-high","full":"anthropic/claude-opus-4.8:thinking-high","label":"Opus 4.8 (high)","company":"anthropic","color":"#C97845","thinking":true,"input_tokens":71628,"output_tokens":1481346,"estimated_cost_usd":37.39179,"recorded_cost_usd":18.695895,"cost_source":"catalog_pricing","pricing":{"in":5.0,"out":25.0}}],"aggregated":[{"model":"gemini-3.1-pro-preview:thinking-high","company":"google","sum_chain_avg":6445.0,"sum_chain_max":11728.0,"sum_sparse_chain_avg":1929.1071,"sum_sparsity_only_avg":369.9835,"estimated_cost_usd":56.939402,"input_tokens":89953,"output_tokens":4729958,"avg_hardness":0.299318,"avg_validity":0.9598},{"model":"claude-opus-4.6","company":"anthropic","sum_chain_avg":406.0,"sum_chain_max":787.0,"sum_sparse_chain_avg":91.6135,"sum_sparsity_only_avg":18.5445,"estimated_cost_usd":2.985195,"input_tokens":50559,"output_tokens":109296,"avg_hardness":0.225649,"avg_validity":0.645},{"model":"claude-sonnet-4.6","company":"anthropic","sum_chain_avg":981.33,"sum_chain_max":1754.0,"sum_sparse_chain_avg":208.6397,"sum_sparsity_only_avg":44.0447,"estimated_cost_usd":4.971432,"input_tokens":50559,"output_tokens":321317,"avg_hardness":0.212608,"avg_validity":0.5312},{"model":"gpt-5.4:thinking-none","company":"openai","sum_chain_avg":342.5,"sum_chain_max":888.0,"sum_sparse_chain_avg":109.5119,"sum_sparsity_only_avg":20.6247,"estimated_cost_usd":0.605175,"input_tokens":92544,"output_tokens":24921,"avg_hardness":0.319743,"avg_validity":0.6138},{"model":"glm-5:thinking","company":"other","sum_chain_avg":986.83,"sum_chain_max":1973.0,"sum_sparse_chain_avg":336.3395,"sum_sparsity_only_avg":64.2286,"estimated_cost_usd":7.323882,"input_tokens":45973,"output_tokens":3316499,"avg_hardness":0.340827,"avg_validity":0.8512},{"model":"kimi-k2.5:thinking","company":"other","sum_chain_avg":1851.67,"sum_chain_max":3475.0,"sum_sparse_chain_avg":641.9616,"sum_sparsity_only_avg":123.2787,"estimated_cost_usd":7.103771,"input_tokens":46776,"output_tokens":2830282,"avg_hardness":0.346694,"avg_validity":0.9011},{"model":"qwen3.5-35b-a3b:thinking","company":"other","sum_chain_avg":447.33,"sum_chain_max":792.0,"sum_sparse_chain_avg":107.6106,"sum_sparsity_only_avg":21.781,"estimated_cost_usd":0.78621,"input_tokens":49431,"output_tokens":2604224,"avg_hardness":0.24056,"avg_validity":0.2596},{"model":"qwen3.5-122b-a10b:thinking","company":"other","sum_chain_avg":392.67,"sum_chain_max":905.0,"sum_sparse_chain_avg":109.6232,"sum_sparsity_only_avg":21.2772,"estimated_cost_usd":2.69382,"input_tokens":49431,"output_tokens":3048801,"avg_hardness":0.279176,"avg_validity":0.4014},{"model":"qwen3.5-397b-a17b:thinking","company":"other","sum_chain_avg":1293.33,"sum_chain_max":2286.0,"sum_sparse_chain_avg":387.7398,"sum_sparsity_only_avg":73.9719,"estimated_cost_usd":13.704568,"input_tokens":49431,"output_tokens":3907823,"avg_hardness":0.299799,"avg_validity":0.78},{"model":"glm-4.6","company":"other","sum_chain_avg":157.0,"sum_chain_max":286.0,"sum_sparse_chain_avg":44.202,"sum_sparsity_only_avg":8.8948,"estimated_cost_usd":8.516255,"input_tokens":46431,"output_tokens":3858362,"avg_hardness":0.281541,"avg_validity":0.0784},{"model":"glm-4.7","company":"other","sum_chain_avg":197.0,"sum_chain_max":369.0,"sum_sparse_chain_avg":54.2665,"sum_sparsity_only_avg":10.7851,"estimated_cost_usd":18.657982,"input_tokens":45221,"output_tokens":8468568,"avg_hardness":0.275465,"avg_validity":0.069},{"model":"gemini-3-flash-preview","company":"google","sum_chain_avg":1996.0,"sum_chain_max":3800.0,"sum_sparse_chain_avg":591.8775,"sum_sparsity_only_avg":115.8232,"estimated_cost_usd":3.288229,"input_tokens":47709,"output_tokens":5468455,"avg_hardness":0.296532,"avg_validity":0.8919},{"model":"gpt-5.2:thinking-medium","company":"openai","sum_chain_avg":3592.33,"sum_chain_max":6273.0,"sum_sparse_chain_avg":1458.7961,"sum_sparsity_only_avg":277.5391,"estimated_cost_usd":52.7688,"input_tokens":805920,"output_tokens":3668460,"avg_hardness":0.406086,"avg_validity":0.9715},{"model":"deepseek-v3.2","company":"deepseek","sum_chain_avg":362.33,"sum_chain_max":675.0,"sum_sparse_chain_avg":119.0404,"sum_sparsity_only_avg":22.9467,"estimated_cost_usd":0.55989,"input_tokens":46671,"output_tokens":1301958,"avg_hardness":0.328538,"avg_validity":0.0314},{"model":"deepseek-v3.2:thinking","company":"deepseek","sum_chain_avg":2348.33,"sum_chain_max":4229.0,"sum_sparse_chain_avg":925.3093,"sum_sparsity_only_avg":173.3979,"estimated_cost_usd":1.550235,"input_tokens":46728,"output_tokens":3659884,"avg_hardness":0.394028,"avg_validity":0.9399},{"model":"claude-opus-4.5:thinking-16k","company":"anthropic","sum_chain_avg":5513.0,"sum_chain_max":8584.0,"sum_sparse_chain_avg":2204.4336,"sum_sparsity_only_avg":409.0022,"estimated_cost_usd":57.543895,"input_tokens":54909,"output_tokens":2290774,"avg_hardness":0.399861,"avg_validity":0.9456},{"model":"claude-opus-4.5","company":"anthropic","sum_chain_avg":226.67,"sum_chain_max":416.0,"sum_sparse_chain_avg":93.4938,"sum_sparsity_only_avg":16.908,"estimated_cost_usd":9.111495,"input_tokens":50559,"output_tokens":354348,"avg_hardness":0.412472,"avg_validity":0.601},{"model":"gemini-3-pro-preview","company":"google","sum_chain_avg":4677.0,"sum_chain_max":8129.0,"sum_sparse_chain_avg":1130.6284,"sum_sparsity_only_avg":227.6902,"estimated_cost_usd":22.72017,"input_tokens":47709,"output_tokens":1885396,"avg_hardness":0.241742,"avg_validity":0.9496},{"model":"kimi-k2-thinking","company":"other","sum_chain_avg":2002.33,"sum_chain_max":3639.0,"sum_sparse_chain_avg":633.055,"sum_sparsity_only_avg":119.084,"estimated_cost_usd":0.0,"input_tokens":0,"output_tokens":0,"avg_hardness":0.316159,"avg_validity":0.9401},{"model":"polaris-alpha","company":"other","sum_chain_avg":194.67,"sum_chain_max":392.0,"sum_sparse_chain_avg":53.3419,"sum_sparsity_only_avg":10.4474,"estimated_cost_usd":0.009966,"input_tokens":46272,"output_tokens":19337,"avg_hardness":0.274017,"avg_validity":0.484},{"model":"claude-haiku-4.5","company":"anthropic","sum_chain_avg":137.0,"sum_chain_max":259.0,"sum_sparse_chain_avg":52.6433,"sum_sparsity_only_avg":9.5002,"estimated_cost_usd":12.864549,"input_tokens":50559,"output_tokens":2562798,"avg_hardness":0.384258,"avg_validity":0.0774},{"model":"claude-sonnet-4.5","company":"anthropic","sum_chain_avg":238.33,"sum_chain_max":410.0,"sum_sparse_chain_avg":103.5832,"sum_sparsity_only_avg":18.6896,"estimated_cost_usd":11.184147,"input_tokens":50559,"output_tokens":735498,"avg_hardness":0.434615,"avg_validity":0.486},{"model":"claude-sonnet-4.5:thinking-16k","company":"anthropic","sum_chain_avg":2665.33,"sum_chain_max":4587.0,"sum_sparse_chain_avg":1090.8186,"sum_sparsity_only_avg":199.8939,"estimated_cost_usd":24.394227,"input_tokens":54759,"output_tokens":1615330,"avg_hardness":0.409262,"avg_validity":0.9151},{"model":"claude-sonnet-4:thinking-16k","company":"anthropic","sum_chain_avg":2236.0,"sum_chain_max":3571.0,"sum_sparse_chain_avg":602.9482,"sum_sparsity_only_avg":120.5759,"estimated_cost_usd":36.647082,"input_tokens":54759,"output_tokens":2432187,"avg_hardness":0.269655,"avg_validity":0.9199},{"model":"claude-opus-4.1","company":"anthropic","sum_chain_avg":394.67,"sum_chain_max":662.0,"sum_sparse_chain_avg":215.6609,"sum_sparsity_only_avg":38.5537,"estimated_cost_usd":14.39706,"input_tokens":50559,"output_tokens":181849,"avg_hardness":0.546438,"avg_validity":0.6851},{"model":"gemini-2.5-flash-lite:thinking-16k","company":"google","sum_chain_avg":122.33,"sum_chain_max":237.0,"sum_sparse_chain_avg":32.3666,"sum_sparsity_only_avg":6.4196,"estimated_cost_usd":0.522313,"input_tokens":47391,"output_tokens":1293936,"avg_hardness":0.264577,"avg_validity":0.0366},{"model":"gemini-2.5-flash:thinking-16k","company":"google","sum_chain_avg":362.33,"sum_chain_max":719.0,"sum_sparse_chain_avg":112.7458,"sum_sparsity_only_avg":22.3598,"estimated_cost_usd":10.120407,"input_tokens":43332,"output_tokens":4042963,"avg_hardness":0.311166,"avg_validity":0.5449},{"model":"gemini-2.5-pro:thinking-16k","company":"google","sum_chain_avg":556.0,"sum_chain_max":1061.0,"sum_sparse_chain_avg":197.4296,"sum_sparsity_only_avg":36.7837,"estimated_cost_usd":27.575968,"input_tokens":46158,"output_tokens":2751827,"avg_hardness":0.355089,"avg_validity":0.358},{"model":"grok-3-mini:thinking-medium","company":"x-ai","sum_chain_avg":863.33,"sum_chain_max":1499.0,"sum_sparse_chain_avg":194.0302,"sum_sparsity_only_avg":40.4216,"estimated_cost_usd":0.459879,"input_tokens":44913,"output_tokens":892811,"avg_hardness":0.224745,"avg_validity":0.3586},{"model":"grok-3","company":"x-ai","sum_chain_avg":739.0,"sum_chain_max":1252.0,"sum_sparse_chain_avg":188.1209,"sum_sparsity_only_avg":37.4069,"estimated_cost_usd":3.106029,"input_tokens":44913,"output_tokens":198086,"avg_hardness":0.254561,"avg_validity":0.596},{"model":"grok-4:thinking-medium","company":"x-ai","sum_chain_avg":4042.17,"sum_chain_max":6664.0,"sum_sparse_chain_avg":1778.401,"sum_sparsity_only_avg":333.9165,"estimated_cost_usd":27.123885,"input_tokens":39960,"output_tokens":1800267,"avg_hardness":0.439962,"avg_validity":0.9831},{"model":"gpt-5","company":"openai","sum_chain_avg":2247.0,"sum_chain_max":3741.0,"sum_sparse_chain_avg":1457.2766,"sum_sparsity_only_avg":253.8113,"estimated_cost_usd":46.05958,"input_tokens":46272,"output_tokens":4600174,"avg_hardness":0.648543,"avg_validity":0.9543},{"model":"gpt-5-mini","company":"openai","sum_chain_avg":1561.67,"sum_chain_max":2444.0,"sum_sparse_chain_avg":758.8414,"sum_sparsity_only_avg":143.6111,"estimated_cost_usd":2.414262,"input_tokens":46272,"output_tokens":1201347,"avg_hardness":0.485918,"avg_validity":0.9794},{"model":"gpt-5-nano","company":"openai","sum_chain_avg":1238.0,"sum_chain_max":1830.0,"sum_sparse_chain_avg":626.8628,"sum_sparsity_only_avg":112.0613,"estimated_cost_usd":1.10493,"input_tokens":93168,"output_tokens":2750680,"avg_hardness":0.506351,"avg_validity":0.9761},{"model":"o3:thinking-medium","company":"openai","sum_chain_avg":3308.67,"sum_chain_max":5814.0,"sum_sparse_chain_avg":1522.9985,"sum_sparsity_only_avg":281.2305,"estimated_cost_usd":30.396924,"input_tokens":149542,"output_tokens":3762230,"avg_hardness":0.460306,"avg_validity":0.9681},{"model":"gpt-oss-20b","company":"openai","sum_chain_avg":569.0,"sum_chain_max":997.0,"sum_sparse_chain_avg":156.9924,"sum_sparsity_only_avg":30.1327,"estimated_cost_usd":0.170555,"input_tokens":56162,"output_tokens":1535181,"avg_hardness":0.275909,"avg_validity":0.857},{"model":"gpt-oss-120b","company":"openai","sum_chain_avg":1143.67,"sum_chain_max":1762.0,"sum_sparse_chain_avg":448.3274,"sum_sparsity_only_avg":82.8305,"estimated_cost_usd":0.250487,"input_tokens":56448,"output_tokens":1306765,"avg_hardness":0.392009,"avg_validity":0.9439},{"model":"nova-lite-v1","company":"other","sum_chain_avg":84.0,"sum_chain_max":94.0,"sum_sparse_chain_avg":25.2362,"sum_sparsity_only_avg":4.7022,"estimated_cost_usd":0.170227,"input_tokens":46440,"output_tokens":697671,"avg_hardness":0.300431,"avg_validity":0.0247},{"model":"nova-micro-v1","company":"other","sum_chain_avg":76.0,"sum_chain_max":94.0,"sum_sparse_chain_avg":24.8794,"sum_sparsity_only_avg":4.3137,"estimated_cost_usd":0.040812,"input_tokens":46440,"output_tokens":279903,"avg_hardness":0.32736,"avg_validity":0.1122},{"model":"nova-pro-v1","company":"other","sum_chain_avg":146.0,"sum_chain_max":217.0,"sum_sparse_chain_avg":54.3814,"sum_sparsity_only_avg":9.3726,"estimated_cost_usd":2.367686,"input_tokens":46440,"output_tokens":728292,"avg_hardness":0.372475,"avg_validity":0.0162},{"model":"claude-3-haiku","company":"anthropic","sum_chain_avg":135.67,"sum_chain_max":257.0,"sum_sparse_chain_avg":35.4631,"sum_sparsity_only_avg":6.9861,"estimated_cost_usd":0.057406,"input_tokens":50559,"output_tokens":35813,"avg_hardness":0.261399,"avg_validity":0.484},{"model":"claude-3-5-haiku-20241022","company":"anthropic","sum_chain_avg":144.0,"sum_chain_max":265.0,"sum_sparse_chain_avg":38.2183,"sum_sparsity_only_avg":7.7167,"estimated_cost_usd":0.222311,"input_tokens":50559,"output_tokens":42938,"avg_hardness":0.265405,"avg_validity":0.5755},{"model":"claude-3.5-sonnet-20240620","company":"anthropic","sum_chain_avg":365.33,"sum_chain_max":681.0,"sum_sparse_chain_avg":129.731,"sum_sparsity_only_avg":25.1556,"estimated_cost_usd":2.849727,"input_tokens":50559,"output_tokens":179870,"avg_hardness":0.355103,"avg_validity":0.5675},{"model":"claude-3.5-sonnet","company":"anthropic","sum_chain_avg":459.67,"sum_chain_max":805.0,"sum_sparse_chain_avg":149.646,"sum_sparsity_only_avg":29.6845,"estimated_cost_usd":0.923862,"input_tokens":50559,"output_tokens":51479,"avg_hardness":0.325553,"avg_validity":0.8218},{"model":"claude-3.7-sonnet","company":"anthropic","sum_chain_avg":498.33,"sum_chain_max":912.0,"sum_sparse_chain_avg":162.4371,"sum_sparsity_only_avg":30.925,"estimated_cost_usd":1.838082,"input_tokens":50559,"output_tokens":112427,"avg_hardness":0.325961,"avg_validity":0.631},{"model":"claude-3-opus","company":"anthropic","sum_chain_avg":249.0,"sum_chain_max":472.0,"sum_sparse_chain_avg":75.7664,"sum_sparsity_only_avg":14.6754,"estimated_cost_usd":10.628265,"input_tokens":47526,"output_tokens":132205,"avg_hardness":0.304283,"avg_validity":0.6155},{"model":"claude-sonnet-4","company":"anthropic","sum_chain_avg":462.0,"sum_chain_max":804.0,"sum_sparse_chain_avg":150.1727,"sum_sparsity_only_avg":29.0493,"estimated_cost_usd":1.495647,"input_tokens":50559,"output_tokens":89598,"avg_hardness":0.325049,"avg_validity":0.6625},{"model":"claude-opus-4","company":"anthropic","sum_chain_avg":598.0,"sum_chain_max":1118.0,"sum_sparse_chain_avg":262.5585,"sum_sparsity_only_avg":48.6606,"estimated_cost_usd":6.00486,"input_tokens":50559,"output_tokens":69953,"avg_hardness":0.439061,"avg_validity":0.6899},{"model":"ernie-4.5-300b-a47b","company":"other","sum_chain_avg":176.33,"sum_chain_max":325.0,"sum_sparse_chain_avg":40.986,"sum_sparsity_only_avg":8.3423,"estimated_cost_usd":0.269913,"input_tokens":48327,"output_tokens":233074,"avg_hardness":0.232435,"avg_validity":0.3004},{"model":"deepseek-chat","company":"deepseek","sum_chain_avg":372.33,"sum_chain_max":705.0,"sum_sparse_chain_avg":103.3863,"sum_sparsity_only_avg":20.0656,"estimated_cost_usd":0.158039,"input_tokens":46228,"output_tokens":345465,"avg_hardness":0.277671,"avg_validity":0.1748},{"model":"deepseek-r1-0528","company":"deepseek","sum_chain_avg":288.67,"sum_chain_max":718.0,"sum_sparse_chain_avg":111.5996,"sum_sparsity_only_avg":21.5331,"estimated_cost_usd":1.740293,"input_tokens":23166,"output_tokens":804590,"avg_hardness":0.386604,"avg_validity":0.4896},{"model":"gemini-flash-1.5-8b","company":"google","sum_chain_avg":77.0,"sum_chain_max":138.0,"sum_sparse_chain_avg":24.3837,"sum_sparsity_only_avg":4.4588,"estimated_cost_usd":0.006138,"input_tokens":47100,"output_tokens":29146,"avg_hardness":0.316671,"avg_validity":0.2506},{"model":"gemini-flash-1.5","company":"google","sum_chain_avg":218.0,"sum_chain_max":465.0,"sum_sparse_chain_avg":55.1981,"sum_sparsity_only_avg":10.9906,"estimated_cost_usd":0.030486,"input_tokens":47100,"output_tokens":89845,"avg_hardness":0.253202,"avg_validity":0.4152},{"model":"gemini-pro-1.5","company":"google","sum_chain_avg":492.0,"sum_chain_max":780.0,"sum_sparse_chain_avg":119.7165,"sum_sparsity_only_avg":23.7081,"estimated_cost_usd":0.28839,"input_tokens":47100,"output_tokens":45903,"avg_hardness":0.243326,"avg_validity":0.7125},{"model":"gemini-2.0-flash-lite-001","company":"google","sum_chain_avg":157.33,"sum_chain_max":291.0,"sum_sparse_chain_avg":38.7707,"sum_sparsity_only_avg":7.7001,"estimated_cost_usd":0.125903,"input_tokens":47100,"output_tokens":407900,"avg_hardness":0.246424,"avg_validity":0.2366},{"model":"gemini-2.0-flash-001","company":"google","sum_chain_avg":201.33,"sum_chain_max":392.0,"sum_sparse_chain_avg":62.0361,"sum_sparsity_only_avg":11.6959,"estimated_cost_usd":0.058937,"input_tokens":47100,"output_tokens":135567,"avg_hardness":0.308126,"avg_validity":0.4837},{"model":"gemini-2.5-flash-lite","company":"google","sum_chain_avg":120.0,"sum_chain_max":225.0,"sum_sparse_chain_avg":38.2073,"sum_sparsity_only_avg":7.1498,"estimated_cost_usd":0.568632,"input_tokens":47100,"output_tokens":1409804,"avg_hardness":0.318394,"avg_validity":0.025},{"model":"gemini-2.5-flash","company":"google","sum_chain_avg":267.67,"sum_chain_max":495.0,"sum_sparse_chain_avg":72.1657,"sum_sparsity_only_avg":13.7099,"estimated_cost_usd":2.588262,"input_tokens":47100,"output_tokens":1029653,"avg_hardness":0.26961,"avg_validity":0.204},{"model":"gemma-3-4b-it","company":"google","sum_chain_avg":50.0,"sum_chain_max":77.0,"sum_sparse_chain_avg":9.4134,"sum_sparsity_only_avg":1.9849,"estimated_cost_usd":0.03152,"input_tokens":48909,"output_tokens":369546,"avg_hardness":0.188269,"avg_validity":0.0875},{"model":"gemma-3-12b-it","company":"google","sum_chain_avg":114.0,"sum_chain_max":195.0,"sum_sparse_chain_avg":21.5586,"sum_sparsity_only_avg":4.4383,"estimated_cost_usd":0.022942,"input_tokens":48583,"output_tokens":161529,"avg_hardness":0.18911,"avg_validity":0.2677},{"model":"gemma-3-27b-it","company":"google","sum_chain_avg":175.33,"sum_chain_max":274.0,"sum_sparse_chain_avg":43.7876,"sum_sparsity_only_avg":8.8416,"estimated_cost_usd":0.032506,"input_tokens":48908,"output_tokens":178709,"avg_hardness":0.249739,"avg_validity":0.3371},{"model":"llama-3.2-1b-instruct","company":"other","sum_chain_avg":3.67,"sum_chain_max":9.0,"sum_sparse_chain_avg":0.6288,"sum_sparsity_only_avg":0.1449,"estimated_cost_usd":0.118403,"input_tokens":46596,"output_tokens":585724,"avg_hardness":0.171494,"avg_validity":0.074},{"model":"llama-3.2-3b-instruct","company":"other","sum_chain_avg":8.0,"sum_chain_max":17.0,"sum_sparse_chain_avg":2.8533,"sum_sparsity_only_avg":0.5382,"estimated_cost_usd":0.040795,"input_tokens":47861,"output_tokens":112805,"avg_hardness":0.356668,"avg_validity":0.0565},{"model":"llama-3.1-8b-instruct","company":"other","sum_chain_avg":12.67,"sum_chain_max":33.0,"sum_sparse_chain_avg":3.9195,"sum_sparsity_only_avg":0.8286,"estimated_cost_usd":0.034891,"input_tokens":46700,"output_tokens":679145,"avg_hardness":0.309433,"avg_validity":0.0548},{"model":"llama-3.1-70b-instruct","company":"other","sum_chain_avg":151.33,"sum_chain_max":283.0,"sum_sparse_chain_avg":38.0623,"sum_sparsity_only_avg":7.337,"estimated_cost_usd":0.028817,"input_tokens":45976,"output_tokens":26066,"avg_hardness":0.251513,"avg_validity":0.507},{"model":"llama-3.1-405b-instruct","company":"other","sum_chain_avg":200.0,"sum_chain_max":423.0,"sum_sparse_chain_avg":48.8849,"sum_sparsity_only_avg":9.7868,"estimated_cost_usd":0.700384,"input_tokens":46712,"output_tokens":128384,"avg_hardness":0.244425,"avg_validity":0.4313},{"model":"llama-4-scout","company":"other","sum_chain_avg":126.67,"sum_chain_max":210.0,"sum_sparse_chain_avg":30.8499,"sum_sparsity_only_avg":6.1256,"estimated_cost_usd":0.054146,"input_tokens":46496,"output_tokens":168088,"avg_hardness":0.243551,"avg_validity":0.3665},{"model":"llama-4-maverick","company":"other","sum_chain_avg":131.0,"sum_chain_max":208.0,"sum_sparse_chain_avg":42.3299,"sum_sparsity_only_avg":7.9552,"estimated_cost_usd":0.361442,"input_tokens":47165,"output_tokens":590612,"avg_hardness":0.323129,"avg_validity":0.0687},{"model":"kimi-k2","company":"other","sum_chain_avg":348.67,"sum_chain_max":681.0,"sum_sparse_chain_avg":85.9223,"sum_sparsity_only_avg":17.7971,"estimated_cost_usd":0.378523,"input_tokens":41471,"output_tokens":141456,"avg_hardness":0.246431,"avg_validity":0.4168},{"model":"mistral-nemo","company":"other","sum_chain_avg":48.67,"sum_chain_max":87.0,"sum_sparse_chain_avg":11.4677,"sum_sparsity_only_avg":2.2912,"estimated_cost_usd":0.001764,"input_tokens":47817,"output_tokens":20203,"avg_hardness":0.235637,"avg_validity":0.2709},{"model":"mistral-small-3.2-24b-instruct","company":"other","sum_chain_avg":52.67,"sum_chain_max":98.0,"sum_sparse_chain_avg":17.7706,"sum_sparsity_only_avg":3.4126,"estimated_cost_usd":0.072675,"input_tokens":53880,"output_tokens":343170,"avg_hardness":0.337416,"avg_validity":0.0874},{"model":"mistral-medium-3","company":"other","sum_chain_avg":130.67,"sum_chain_max":226.0,"sum_sparse_chain_avg":43.3105,"sum_sparsity_only_avg":8.3024,"estimated_cost_usd":0.28719,"input_tokens":47571,"output_tokens":134081,"avg_hardness":0.331458,"avg_validity":0.0925},{"model":"mistral-large-2411","company":"other","sum_chain_avg":138.0,"sum_chain_max":266.0,"sum_sparse_chain_avg":34.643,"sum_sparsity_only_avg":6.8856,"estimated_cost_usd":0.175224,"input_tokens":52911,"output_tokens":11567,"avg_hardness":0.251036,"avg_validity":0.476},{"model":"devstral-small","company":"other","sum_chain_avg":40.0,"sum_chain_max":67.0,"sum_sparse_chain_avg":13.2225,"sum_sparsity_only_avg":2.6834,"estimated_cost_usd":0.03994,"input_tokens":47889,"output_tokens":117171,"avg_hardness":0.330564,"avg_validity":0.0877},{"model":"devstral-medium","company":"other","sum_chain_avg":180.33,"sum_chain_max":323.0,"sum_sparse_chain_avg":40.0349,"sum_sparsity_only_avg":8.5286,"estimated_cost_usd":0.131452,"input_tokens":47889,"output_tokens":56148,"avg_hardness":0.222005,"avg_validity":0.0942},{"model":"codestral-2508","company":"other","sum_chain_avg":44.0,"sum_chain_max":80.0,"sum_sparse_chain_avg":13.1505,"sum_sparsity_only_avg":2.6722,"estimated_cost_usd":0.067953,"input_tokens":47880,"output_tokens":59543,"avg_hardness":0.298875,"avg_validity":0.0356},{"model":"gpt-4.1-nano","company":"openai","sum_chain_avg":54.0,"sum_chain_max":95.0,"sum_sparse_chain_avg":14.9488,"sum_sparsity_only_avg":2.9163,"estimated_cost_usd":0.062581,"input_tokens":46422,"output_tokens":144846,"avg_hardness":0.27683,"avg_validity":0.1834},{"model":"gpt-4.1-mini","company":"openai","sum_chain_avg":126.33,"sum_chain_max":222.0,"sum_sparse_chain_avg":32.8238,"sum_sparsity_only_avg":6.6752,"estimated_cost_usd":0.04523,"input_tokens":46422,"output_tokens":16663,"avg_hardness":0.259819,"avg_validity":0.3162},{"model":"gpt-4.1","company":"openai","sum_chain_avg":172.0,"sum_chain_max":375.0,"sum_sparse_chain_avg":42.0166,"sum_sparsity_only_avg":8.4309,"estimated_cost_usd":0.391244,"input_tokens":46422,"output_tokens":37300,"avg_hardness":0.244283,"avg_validity":0.2934},{"model":"gpt-4o-mini","company":"openai","sum_chain_avg":92.67,"sum_chain_max":180.0,"sum_sparse_chain_avg":21.2124,"sum_sparsity_only_avg":4.2489,"estimated_cost_usd":0.037126,"input_tokens":46422,"output_tokens":50272,"avg_hardness":0.228911,"avg_validity":0.3699},{"model":"chatgpt-4o-latest","company":"openai","sum_chain_avg":302.67,"sum_chain_max":552.0,"sum_sparse_chain_avg":94.1641,"sum_sparsity_only_avg":18.063,"estimated_cost_usd":0.777015,"input_tokens":46422,"output_tokens":36327,"avg_hardness":0.311115,"avg_validity":0.4905},{"model":"gpt-3.5-turbo-0613","company":"openai","sum_chain_avg":189.67,"sum_chain_max":365.0,"sum_sparse_chain_avg":50.9553,"sum_sparsity_only_avg":9.5919,"estimated_cost_usd":0.095132,"input_tokens":46131,"output_tokens":12968,"avg_hardness":0.268657,"avg_validity":0.5153},{"model":"gpt-4-turbo","company":"openai","sum_chain_avg":300.0,"sum_chain_max":551.0,"sum_sparse_chain_avg":91.4775,"sum_sparsity_only_avg":16.8287,"estimated_cost_usd":3.27693,"input_tokens":46131,"output_tokens":93854,"avg_hardness":0.304925,"avg_validity":0.4392},{"model":"o1-mini","company":"openai","sum_chain_avg":295.33,"sum_chain_max":484.0,"sum_sparse_chain_avg":103.1027,"sum_sparsity_only_avg":19.8344,"estimated_cost_usd":1.292614,"input_tokens":49628,"output_tokens":281369,"avg_hardness":0.349106,"avg_validity":0.6789},{"model":"o3-mini","company":"openai","sum_chain_avg":1366.33,"sum_chain_max":2292.0,"sum_sparse_chain_avg":518.3749,"sum_sparsity_only_avg":99.5603,"estimated_cost_usd":5.172122,"input_tokens":46273,"output_tokens":1163914,"avg_hardness":0.379391,"avg_validity":0.9575},{"model":"o4-mini","company":"openai","sum_chain_avg":800.0,"sum_chain_max":1248.0,"sum_sparse_chain_avg":352.6822,"sum_sparsity_only_avg":66.1611,"estimated_cost_usd":4.8291,"input_tokens":47519,"output_tokens":1085643,"avg_hardness":0.440853,"avg_validity":0.945},{"model":"horizon-beta","company":"other","sum_chain_avg":165.33,"sum_chain_max":336.0,"sum_sparse_chain_avg":55.6925,"sum_sparsity_only_avg":10.4985,"estimated_cost_usd":0.0,"input_tokens":45964,"output_tokens":21742,"avg_hardness":0.33685,"avg_validity":0.4791},{"model":"minimax-m1","company":"other","sum_chain_avg":194.67,"sum_chain_max":421.0,"sum_sparse_chain_avg":66.713,"sum_sparsity_only_avg":11.9463,"estimated_cost_usd":5.965726,"input_tokens":88092,"output_tokens":2695677,"avg_hardness":0.342704,"avg_validity":0.6821},{"model":"qwen3-32b","company":"other","sum_chain_avg":68.0,"sum_chain_max":294.0,"sum_sparse_chain_avg":23.8558,"sum_sparsity_only_avg":4.4423,"estimated_cost_usd":0.697557,"input_tokens":59038,"output_tokens":1147835,"avg_hardness":0.350821,"avg_validity":0.184},{"model":"qwen3-30b-a3b-instruct-2507","company":"other","sum_chain_avg":74.67,"sum_chain_max":127.0,"sum_sparse_chain_avg":18.9794,"sum_sparsity_only_avg":3.572,"estimated_cost_usd":0.043022,"input_tokens":37331,"output_tokens":121319,"avg_hardness":0.254188,"avg_validity":0.0461},{"model":"qwen3-235b-a22b-2507","company":"other","sum_chain_avg":133.33,"sum_chain_max":263.0,"sum_sparse_chain_avg":31.9171,"sum_sparsity_only_avg":6.2398,"estimated_cost_usd":0.050928,"input_tokens":46281,"output_tokens":85865,"avg_hardness":0.239378,"avg_validity":0.4299},{"model":"qwen3-235b-a22b-thinking-2507","company":"other","sum_chain_avg":803.67,"sum_chain_max":1441.0,"sum_sparse_chain_avg":226.2228,"sum_sparsity_only_avg":44.0046,"estimated_cost_usd":1.951432,"input_tokens":45507,"output_tokens":2206160,"avg_hardness":0.281488,"avg_validity":0.4773},{"model":"qwen3-coder","company":"other","sum_chain_avg":213.67,"sum_chain_max":415.0,"sum_sparse_chain_avg":50.9471,"sum_sparsity_only_avg":10.495,"estimated_cost_usd":0.39663,"input_tokens":45973,"output_tokens":521484,"avg_hardness":0.238442,"avg_validity":0.196},{"model":"glm-4.5-air","company":"other","sum_chain_avg":238.67,"sum_chain_max":499.0,"sum_sparse_chain_avg":54.8622,"sum_sparsity_only_avg":11.3277,"estimated_cost_usd":2.070383,"input_tokens":40637,"output_tokens":1874778,"avg_hardness":0.22987,"avg_validity":0.6568},{"model":"glm-4.5","company":"other","sum_chain_avg":400.33,"sum_chain_max":808.0,"sum_sparse_chain_avg":108.3231,"sum_sparsity_only_avg":21.6588,"estimated_cost_usd":4.021279,"input_tokens":39109,"output_tokens":1817188,"avg_hardness":0.270582,"avg_validity":0.4795},{"model":"grok-4-fast:free","company":"x-ai","sum_chain_avg":2749.6,"sum_chain_max":5276.0,"sum_sparse_chain_avg":806.4848,"sum_sparsity_only_avg":156.5553,"estimated_cost_usd":0.0,"input_tokens":102605,"output_tokens":2732340,"avg_hardness":0.29331,"avg_validity":0.9069},{"model":"sherlock-dash-alpha","company":"other","sum_chain_avg":148.0,"sum_chain_max":237.0,"sum_sparse_chain_avg":40.0713,"sum_sparsity_only_avg":8.0487,"estimated_cost_usd":0.000346,"input_tokens":69213,"output_tokens":44137,"avg_hardness":0.270752,"avg_validity":0.4028},{"model":"olmo-3-32b-think","company":"other","sum_chain_avg":333.67,"sum_chain_max":590.0,"sum_sparse_chain_avg":104.855,"sum_sparsity_only_avg":19.5163,"estimated_cost_usd":1.573676,"input_tokens":52731,"output_tokens":3131533,"avg_hardness":0.314251,"avg_validity":0.7791},{"model":"deepseek-v3.2-speciale:thinking","company":"deepseek","sum_chain_avg":5072.67,"sum_chain_max":9416.0,"sum_sparse_chain_avg":1510.7002,"sum_sparsity_only_avg":294.4344,"estimated_cost_usd":3.068107,"input_tokens":46662,"output_tokens":7452460,"avg_hardness":0.297812,"avg_validity":0.9609},{"model":"grok-4.1-fast","company":"x-ai","sum_chain_avg":218.0,"sum_chain_max":344.0,"sum_sparse_chain_avg":47.2932,"sum_sparsity_only_avg":9.6464,"estimated_cost_usd":0.068473,"input_tokens":69213,"output_tokens":109260,"avg_hardness":0.216941,"avg_validity":0.4491},{"model":"grok-4.1-fast:thinking","company":"x-ai","sum_chain_avg":1817.33,"sum_chain_max":3349.0,"sum_sparse_chain_avg":604.4259,"sum_sparsity_only_avg":112.9515,"estimated_cost_usd":1.241178,"input_tokens":67413,"output_tokens":2455391,"avg_hardness":0.332589,"avg_validity":0.9349},{"model":"ministral-3b-2512","company":"other","sum_chain_avg":23.67,"sum_chain_max":38.0,"sum_sparse_chain_avg":6.6354,"sum_sparsity_only_avg":1.4006,"estimated_cost_usd":0.018716,"input_tokens":48489,"output_tokens":138668,"avg_hardness":0.280369,"avg_validity":0.0111},{"model":"ministral-8b-2512","company":"other","sum_chain_avg":32.33,"sum_chain_max":52.0,"sum_sparse_chain_avg":11.7812,"sum_sparsity_only_avg":2.1917,"estimated_cost_usd":0.051562,"input_tokens":48489,"output_tokens":295257,"avg_hardness":0.364366,"avg_validity":0.0129},{"model":"ministral-14b-2512","company":"other","sum_chain_avg":41.67,"sum_chain_max":69.0,"sum_sparse_chain_avg":12.2852,"sum_sparsity_only_avg":2.3068,"estimated_cost_usd":0.124986,"input_tokens":48497,"output_tokens":576433,"avg_hardness":0.294844,"avg_validity":0.0169},{"model":"qwen3-14b","company":"other","sum_chain_avg":58.33,"sum_chain_max":117.0,"sum_sparse_chain_avg":16.6845,"sum_sparsity_only_avg":3.2502,"estimated_cost_usd":0.461999,"input_tokens":46881,"output_tokens":2295930,"avg_hardness":0.286019,"avg_validity":0.0167},{"model":"Qwen3-0.6B-FP8:thinking-16k","company":"other","sum_chain_avg":32.0,"sum_chain_max":70.0,"sum_sparse_chain_avg":9.2418,"sum_sparsity_only_avg":1.7849,"estimated_cost_usd":0.153054,"input_tokens":46281,"output_tokens":718991,"avg_hardness":0.288805,"avg_validity":0.342},{"model":"Qwen3-1.7B-FP8:thinking-16k","company":"other","sum_chain_avg":133.33,"sum_chain_max":223.0,"sum_sparse_chain_avg":38.0558,"sum_sparsity_only_avg":6.9794,"estimated_cost_usd":0.259156,"input_tokens":46281,"output_tokens":1249498,"avg_hardness":0.285418,"avg_validity":0.5617},{"model":"Qwen3-4B-FP8:thinking-16k","company":"other","sum_chain_avg":263.33,"sum_chain_max":417.0,"sum_sparse_chain_avg":77.208,"sum_sparsity_only_avg":14.3126,"estimated_cost_usd":0.388011,"input_tokens":46281,"output_tokens":1893774,"avg_hardness":0.293195,"avg_validity":0.3011},{"model":"Qwen3-4B-FP8","company":"other","sum_chain_avg":27.67,"sum_chain_max":42.0,"sum_sparse_chain_avg":7.8952,"sum_sparsity_only_avg":1.5471,"estimated_cost_usd":0.119583,"input_tokens":46881,"output_tokens":551032,"avg_hardness":0.285369,"avg_validity":0.001},{"model":"Qwen3-1.7B-FP8","company":"other","sum_chain_avg":20.33,"sum_chain_max":32.0,"sum_sparse_chain_avg":6.2659,"sum_sparsity_only_avg":1.3379,"estimated_cost_usd":0.098915,"input_tokens":46881,"output_tokens":447693,"avg_hardness":0.308159,"avg_validity":0.0147},{"model":"Qwen3-0.6B-FP8","company":"other","sum_chain_avg":0.67,"sum_chain_max":2.0,"sum_sparse_chain_avg":0.0557,"sum_sparsity_only_avg":0.0128,"estimated_cost_usd":0.019649,"input_tokens":46881,"output_tokens":51363,"avg_hardness":0.083597,"avg_validity":0.0791},{"model":"Qwen3-8B-FP8","company":"other","sum_chain_avg":51.33,"sum_chain_max":81.0,"sum_sparse_chain_avg":15.5008,"sum_sparsity_only_avg":2.9155,"estimated_cost_usd":0.110344,"input_tokens":46881,"output_tokens":540000,"avg_hardness":0.301963,"avg_validity":0.001},{"model":"doubao-seed-2.0-pro:thinking","company":"other","sum_chain_avg":1753.0,"sum_chain_max":3107.0,"sum_sparse_chain_avg":456.9315,"sum_sparsity_only_avg":91.448,"estimated_cost_usd":5.006267,"input_tokens":55017,"output_tokens":1239188,"avg_hardness":0.260657,"avg_validity":0.7471},{"model":"doubao-seed-2.0-mini:thinking","company":"other","sum_chain_avg":666.67,"sum_chain_max":1229.0,"sum_sparse_chain_avg":150.3525,"sum_sparsity_only_avg":30.6109,"estimated_cost_usd":0.529177,"input_tokens":55017,"output_tokens":1884024,"avg_hardness":0.225529,"avg_validity":0.5566},{"model":"doubao-seed-2.0-lite:thinking","company":"other","sum_chain_avg":973.0,"sum_chain_max":1627.0,"sum_sparse_chain_avg":265.1161,"sum_sparsity_only_avg":52.2563,"estimated_cost_usd":0.487761,"input_tokens":54651,"output_tokens":946749,"avg_hardness":0.272473,"avg_validity":0.5693},{"model":"step-3.5-flash:thinking","company":"other","sum_chain_avg":2409.67,"sum_chain_max":4083.0,"sum_sparse_chain_avg":811.2068,"sum_sparsity_only_avg":151.3968,"estimated_cost_usd":3.418471,"input_tokens":47541,"output_tokens":11379056,"avg_hardness":0.336647,"avg_validity":0.9435},{"model":"doubao-seed-1.8:thinking","company":"other","sum_chain_avg":1087.33,"sum_chain_max":2013.0,"sum_sparse_chain_avg":255.838,"sum_sparsity_only_avg":51.4331,"estimated_cost_usd":0.348983,"input_tokens":54499,"output_tokens":1224959,"avg_hardness":0.235289,"avg_validity":0.8036},{"model":"mimo-v2-flash:thinking","company":"other","sum_chain_avg":105.33,"sum_chain_max":226.0,"sum_sparse_chain_avg":28.7531,"sum_sparsity_only_avg":5.902,"estimated_cost_usd":0.0,"input_tokens":48003,"output_tokens":942749,"avg_hardness":0.272972,"avg_validity":0.2585},{"model":"minimax-m2.5:thinking","company":"other","sum_chain_avg":852.5,"sum_chain_max":1695.0,"sum_sparse_chain_avg":228.3791,"sum_sparsity_only_avg":47.1575,"estimated_cost_usd":5.547932,"input_tokens":50993,"output_tokens":3950060,"avg_hardness":0.267893,"avg_validity":0.5422},{"model":"claude-opus-4.6:thinking-16k","company":"anthropic","sum_chain_avg":14206.33,"sum_chain_max":18200.0,"sum_sparse_chain_avg":3526.4898,"sum_sparsity_only_avg":719.965,"estimated_cost_usd":53.63677,"input_tokens":54909,"output_tokens":2134489,"avg_hardness":0.248234,"avg_validity":0.9882},{"model":"claude-sonnet-4.6:thinking-16k","company":"anthropic","sum_chain_avg":12060.0,"sum_chain_max":15217.0,"sum_sparse_chain_avg":2944.2749,"sum_sparsity_only_avg":608.1984,"estimated_cost_usd":29.856087,"input_tokens":54909,"output_tokens":1979424,"avg_hardness":0.244136,"avg_validity":0.9933},{"model":"gemini-3.1-pro-preview:thinking-low","company":"google","sum_chain_avg":3513.67,"sum_chain_max":5096.0,"sum_sparse_chain_avg":872.6699,"sum_sparsity_only_avg":171.3453,"estimated_cost_usd":5.496774,"input_tokens":47709,"output_tokens":450113,"avg_hardness":0.248364,"avg_validity":0.9788},{"model":"gpt-5.4:thinking-medium","company":"openai","sum_chain_avg":5334.67,"sum_chain_max":8040.0,"sum_sparse_chain_avg":2738.1637,"sum_sparsity_only_avg":502.2298,"estimated_cost_usd":53.07564,"input_tokens":46272,"output_tokens":3530664,"avg_hardness":0.513277,"avg_validity":0.9615},{"model":"grok-4.20-beta:thinking","company":"x-ai","sum_chain_avg":3856.33,"sum_chain_max":5679.0,"sum_sparse_chain_avg":1464.6332,"sum_sparsity_only_avg":283.3955,"estimated_cost_usd":8.888892,"input_tokens":62613,"output_tokens":1460611,"avg_hardness":0.379799,"avg_validity":0.8486},{"model":"gpt-5.4-mini:thinking-none","company":"openai","sum_chain_avg":121.67,"sum_chain_max":242.0,"sum_sparse_chain_avg":42.7383,"sum_sparsity_only_avg":8.0341,"estimated_cost_usd":0.057807,"input_tokens":46272,"output_tokens":5134,"avg_hardness":0.351274,"avg_validity":0.4689},{"model":"gpt-5.4-mini:thinking-medium","company":"openai","sum_chain_avg":1062.33,"sum_chain_max":1790.0,"sum_sparse_chain_avg":591.4779,"sum_sparsity_only_avg":106.4455,"estimated_cost_usd":19.477102,"input_tokens":97229,"output_tokens":4312040,"avg_hardness":0.556772,"avg_validity":0.9302},{"model":"gpt-5.4-nano:thinking-none","company":"openai","sum_chain_avg":36.67,"sum_chain_max":74.0,"sum_sparse_chain_avg":11.1595,"sum_sparsity_only_avg":2.1615,"estimated_cost_usd":0.021391,"input_tokens":46272,"output_tokens":9709,"avg_hardness":0.304351,"avg_validity":0.1993},{"model":"gpt-5.4-nano:thinking-medium","company":"openai","sum_chain_avg":1426.0,"sum_chain_max":2362.0,"sum_sparse_chain_avg":543.2101,"sum_sparsity_only_avg":101.2543,"estimated_cost_usd":2.440948,"input_tokens":46272,"output_tokens":1945355,"avg_hardness":0.380933,"avg_validity":0.9361},{"model":"claude-opus-4.7","company":"anthropic","sum_chain_avg":731.67,"sum_chain_max":1419.0,"sum_sparse_chain_avg":217.5224,"sum_sparsity_only_avg":42.2456,"estimated_cost_usd":1.28854,"input_tokens":72378,"output_tokens":37066,"avg_hardness":0.297297,"avg_validity":0.7524},{"model":"claude-opus-4.7:thinking-xhigh","company":"anthropic","sum_chain_avg":14400.0,"sum_chain_max":19112.0,"sum_sparse_chain_avg":5122.5986,"sum_sparsity_only_avg":985.1277,"estimated_cost_usd":112.828615,"input_tokens":71898,"output_tokens":4498765,"avg_hardness":0.355736,"avg_validity":0.997},{"model":"gpt-5.5:thinking-none","company":"openai","sum_chain_avg":1018.33,"sum_chain_max":2016.0,"sum_sparse_chain_avg":305.2953,"sum_sparsity_only_avg":59.6152,"estimated_cost_usd":1.4592,"input_tokens":46272,"output_tokens":40928,"avg_hardness":0.299799,"avg_validity":0.8007},{"model":"gpt-5.5:thinking-medium","company":"openai","sum_chain_avg":9844.67,"sum_chain_max":15635.0,"sum_sparse_chain_avg":3315.5211,"sum_sparsity_only_avg":647.0995,"estimated_cost_usd":57.85296,"input_tokens":46272,"output_tokens":1920720,"avg_hardness":0.336783,"avg_validity":0.9945},{"model":"deepseek-v4-pro","company":"deepseek","sum_chain_avg":367.67,"sum_chain_max":766.0,"sum_sparse_chain_avg":117.1416,"sum_sparsity_only_avg":22.1693,"estimated_cost_usd":0.445962,"input_tokens":46662,"output_tokens":489269,"avg_hardness":0.318608,"avg_validity":0.3068},{"model":"deepseek-v4-pro:thinking-high","company":"deepseek","sum_chain_avg":3256.33,"sum_chain_max":5788.0,"sum_sparse_chain_avg":1059.5066,"sum_sparsity_only_avg":199.3385,"estimated_cost_usd":4.608231,"input_tokens":43234,"output_tokens":5275200,"avg_hardness":0.325368,"avg_validity":0.7595},{"model":"deepseek-v4-flash","company":"deepseek","sum_chain_avg":182.67,"sum_chain_max":337.0,"sum_sparse_chain_avg":56.7839,"sum_sparsity_only_avg":10.7718,"estimated_cost_usd":0.182183,"input_tokens":46352,"output_tokens":627478,"avg_hardness":0.310861,"avg_validity":0.2461},{"model":"deepseek-v4-flash:thinking-high","company":"deepseek","sum_chain_avg":2789.0,"sum_chain_max":4834.0,"sum_sparse_chain_avg":1063.4657,"sum_sparsity_only_avg":196.8151,"estimated_cost_usd":1.473096,"input_tokens":46662,"output_tokens":5237725,"avg_hardness":0.381307,"avg_validity":0.9085},{"model":"gemini-3.5-flash:thinking-high","company":"google","sum_chain_avg":4123.0,"sum_chain_max":7264.0,"sum_sparse_chain_avg":1128.2561,"sum_sparsity_only_avg":223.3359,"estimated_cost_usd":57.207407,"input_tokens":47709,"output_tokens":6348427,"avg_hardness":0.273649,"avg_validity":0.9186},{"model":"claude-opus-4.8","company":"anthropic","sum_chain_avg":1158.0,"sum_chain_max":2231.0,"sum_sparse_chain_avg":270.1029,"sum_sparsity_only_avg":57.0365,"estimated_cost_usd":1.54814,"input_tokens":71628,"output_tokens":47600,"avg_hardness":0.233249,"avg_validity":0.7766},{"model":"claude-opus-4.8:thinking-high","company":"anthropic","sum_chain_avg":9463.0,"sum_chain_max":13721.0,"sum_sparse_chain_avg":2693.6655,"sum_sparsity_only_avg":542.7655,"estimated_cost_usd":37.39179,"input_tokens":71628,"output_tokens":1481346,"avg_hardness":0.284652,"avg_validity":0.9988}],"release_dates":{"trinity-mini:thinking":"2025-12-01","nova-lite-v1":"2024-12-03","nova-micro-v1":"2024-12-03","nova-pro-v1":"2024-12-03","claude-3-haiku":"2024-03-13","claude-3-5-haiku-20241022":"2024-10-22","claude-3.5-sonnet-20240620":"2024-06-20","claude-3.5-sonnet":"2024-10-22","claude-3.7-sonnet":"2025-02-24","claude-3.7-sonnet:thinking-16k":"2025-02-24","claude-3-opus":"2024-03-04","claude-sonnet-4":"2025-05-22","claude-sonnet-4:thinking-16k":"2025-05-22","claude-opus-4":"2025-05-22","claude-opus-4.1":"2025-08-05","claude-opus-4:thinking-16k":"2025-05-22","claude-sonnet-4.5":"2025-09-29","claude-sonnet-4.5:thinking-16k":"2025-09-29","claude-haiku-4.5":"2025-10-15","claude-haiku-4.5:thinking-16k":"2025-10-15","claude-opus-4.5":"2025-11-24","claude-opus-4.5:thinking-16k":"2025-11-24","ernie-4.5-300b-a47b":"2025-03-16","seed-oss-36b-instruct":"2025-08-20","deepseek-chat":"2024-12-26","deepseek-r1-0528":"2025-05-28","deepseek-chat-v3.1":"2025-08-21","deepseek-v3.2":"2025-12-01","deepseek-v3.2:thinking":"2025-12-01","deepseek-v3.2-speciale:thinking":"2025-12-01","deepseek-v4-pro":"2026-04-23","deepseek-v4-pro:thinking-high":"2026-04-23","deepseek-v4-flash":"2026-04-23","deepseek-v4-flash:thinking-high":"2026-04-23","gemini-flash-1.5-8b":"2024-10-03","gemini-flash-1.5":"2024-05-14","gemini-pro-1.5":"2024-02-15","gemini-2.0-flash-lite-001":"2025-02-25","gemini-2.0-flash-001":"2025-02-05","gemini-2.5-flash-lite":"2025-07-22","gemini-2.5-flash-lite:thinking-16k":"2025-07-22","gemini-2.5-flash":"2025-06-17","gemini-2.5-flash:thinking-16k":"2025-06-17","gemini-2.5-pro:thinking-16k":"2025-06-17","gemma-3-4b-it":"2025-03-12","gemma-3-12b-it":"2025-03-12","gemma-3-27b-it":"2025-03-12","llama-3.2-1b-instruct":"2024-09-25","llama-3.2-3b-instruct":"2024-09-25","llama-3.1-8b-instruct":"2024-07-23","llama-3.1-70b-instruct":"2024-07-23","llama-3.1-405b-instruct":"2024-07-23","llama-4-scout":"2025-04-05","llama-4-maverick":"2025-04-05","kimi-k2-0905":"2025-09-05","kimi-k2:thinking":"2025-11-06","kimi-k2-thinking":"2025-11-06","mistral-nemo":"2024-07-18","mistral-small-3.2-24b-instruct":"2025-06-20","mistral-medium-3":"2025-05-07","mistral-large-2411":"2024-11-18","devstral-small":"2025-05-21","devstral-medium":"2025-07-10","codestral-2508":"2025-07-30","ministral-3b-2512":"2025-12-02","ministral-8b-2512":"2025-12-02","ministral-14b-2512":"2025-12-02","minimax-m1":"2025-06-17","gpt-4.1-nano":"2025-04-14","gpt-4.1-mini":"2025-04-14","gpt-4.1":"2025-04-14","gpt-4o-mini":"2024-07-18","chatgpt-4o-latest":"2024-08-06","gpt-3.5-turbo-0613":"2023-06-13","gpt-4-turbo":"2024-04-09","o1:thinking-medium":"2024-12-05","o1-mini":"2024-09-12","o3-mini":"2025-01-31","o3:thinking-medium":"2025-04-16","o4-mini":"2025-04-16","gpt-5":"2025-08-07","gpt-5-mini":"2025-08-07","gpt-5-nano":"2025-08-07","gpt-oss-20b":"2025-08-05","gpt-oss-120b":"2025-08-05","gpt-5.2:thinking-medium":"2025-12-10","gpt-5.4-mini:thinking-none":"2026-03-17","gpt-5.4-mini:thinking-minimal":"2026-03-17","gpt-5.4-mini:thinking-low":"2026-03-17","gpt-5.4-mini:thinking-medium":"2026-03-17","gpt-5.4-mini:thinking-high":"2026-03-17","gpt-5.4-mini:thinking-xhigh":"2026-03-17","gpt-5.4-nano:thinking-none":"2026-03-17","gpt-5.4-nano:thinking-medium":"2026-03-17","gpt-5.4:thinking-none":"2026-03-05","gpt-5.4:thinking-medium":"2026-03-05","qwen3-14b":"2025-04-29","qwen3-32b":"2025-04-29","qwen3-30b-a3b":"2025-04-29","qwen3-235b-a22b":"2025-04-29","qwen3-235b-a22b-thinking-2507":"2025-07-21","qwen3-coder":"2025-07-22","qwen3-coder-flash":"2025-09-17","qwen3-coder-plus":"2025-09-23","qwen3-next-80b-a3b-thinking":"2025-09-11","qwen3-next-80b-a3b-instruct":"2025-09-11","qwen-plus-2025-07-28":"2025-07-28","qwen3-max":"2025-09-23","grok-3-mini:thinking-medium":"2025-02-18","grok-3":"2025-02-18","grok-4:thinking-medium":"2025-07-09","grok-4-fast:free":"2025-11-19","horizon-beta":"2025-08-01","glm-4.5-air":"2025-07-25","glm-4.5-air:thinking":"2025-07-25","glm-4.5":"2025-07-25","glm-4.5:thinking":"2025-07-25","glm-4.6":"2025-09-30","glm-4.6:thinking":"2025-09-30","polaris-alpha":"2025-11-06","sherlock-dash-alpha":"2025-11-15","sherlock-think-alpha":"2025-11-15","gemini-3-pro-preview":"2025-11-18","gemini-3-flash-preview":"2025-12-17","olmo-3-32b-think":"2025-11-20","grok-4.20-beta:thinking":"2026-03-12","grok-4.1-fast":"2025-11-19","grok-4.1-fast:thinking":"2025-11-19","grok-4.1-fast:free":"2025-11-19","intellect-3":"2025-11-26","Qwen3-0.6B-FP8":"2025-04-29","Qwen3-1.7B-FP8":"2025-04-29","Qwen3-4B-FP8":"2025-04-29","Qwen3-8B-FP8":"2025-04-29","Qwen3-14B-FP8":"2025-04-29","Qwen3-0.6B-FP8:thinking-16k":"2025-04-29","Qwen3-1.7B-FP8:thinking-16k":"2025-04-29","Qwen3-4B-FP8:thinking-16k":"2025-04-29","gemini-3.0-pro":"2025-11-18","qwen3-30b-a3b-instruct-2507":"2025-07-28","qwen3-235b-a22b-2507":"2025-07-21","qwen3.5-27b:thinking":"2026-02-24","qwen3.5-35b-a3b:thinking":"2026-02-24","qwen3.5-122b-a10b:thinking":"2026-02-24","qwen3.5-397b-a17b:thinking":"2026-02-16","gemini-3.1-pro-preview:thinking-low":"2026-02-19","gemini-3.1-pro-preview:thinking-high":"2026-02-19","gemini-3.5-flash:thinking-none":"2026-05-19","gemini-3.5-flash:thinking-high":"2026-05-19","claude-sonnet-4.6":"2026-02-17","claude-sonnet-4.6:thinking-16k":"2026-02-17","claude-opus-4.6":"2026-02-05","claude-opus-4.6:thinking-16k":"2026-02-05","claude-opus-4.7":"2026-04-16","claude-opus-4.7:thinking-16k":"2026-04-16","claude-opus-4.7:thinking-low":"2026-04-16","claude-opus-4.7:thinking-medium":"2026-04-16","claude-opus-4.7:thinking-high":"2026-04-16","claude-opus-4.7:thinking-xhigh":"2026-04-16","claude-opus-4.7:thinking-max":"2026-04-16","claude-opus-4.8":"2026-05-28","claude-opus-4.8:thinking-16k":"2026-05-28","claude-opus-4.8:thinking-low":"2026-05-28","claude-opus-4.8:thinking-medium":"2026-05-28","claude-opus-4.8:thinking-high":"2026-05-28","claude-opus-4.8:thinking-xhigh":"2026-05-28","claude-opus-4.8:thinking-max":"2026-05-28","kimi-k2.5":"2026-01-27","kimi-k2.5:thinking":"2026-01-27","step-3.5-flash":"2026-01-29","minimax-m2.1:thinking":"2025-12-23","minimax-m2.5:thinking":"2026-02-12","glm-4.7":"2025-12-22","glm-4.7-flash":"2026-01-19","glm-4.7-flash:thinking":"2026-01-19","glm-5":"2026-02-11","glm-5:thinking":"2026-02-11","doubao-seed-2.0-pro":"2026-02-14","doubao-seed-2.0-pro:thinking":"2026-02-14","doubao-seed-2.0-mini":"2026-02-14","doubao-seed-2.0-mini:thinking":"2026-02-14","doubao-seed-2.0-lite":"2026-02-14","doubao-seed-2.0-lite:thinking":"2026-02-14","step-3.5-flash:thinking":"2026-01-29","doubao-seed-1.8":"2026-01-19","doubao-seed-1.8:thinking":"2026-01-19","mimo-v2-flash":"2025-12-14","mimo-v2-flash:thinking":"2025-12-14","hunter-alpha:thinking-high":"2026-03-11","healer-alpha:thinking-high":"2026-03-11","gpt-5.5:thinking-none":"2026-04-24","gpt-5.5:thinking-medium":"2026-04-24"}}