{"board":{"id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","source_key":"text","source_order":2,"label":"Text","title":"Text generation","source_name":"Arena","source_url":"https://arena.ai/leaderboard/text","source_date_label":"Sep 11, 2026","total":8126041,"total_label":"votes","metric":"Arena score","unit":""},"results":[{"id":"bmr_7205Z1N1QQXN2XP3K92036RE2Z","source_key":"text:0:claude-fable-5","source_order":171,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2AXE67V6Z5A3CA1QMF15ABHJZR","model_label":"claude-fable-5","provider":"Anthropic","rank":1,"score":1506.0,"margin":5.0,"sample_count":29683,"rank_spread":["1","7"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-fable-5-mythos-5","price_label":"$10 / $50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7PBFGGXN0EAZXSCZF218554DYF","source_key":"text:1:claude-opus-4-6-high","source_order":172,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5PCWF64KJW9S415WQ23Z9GKVJY","model_label":"claude-opus-4-6-high","provider":"Anthropic","rank":2,"score":1505.0,"margin":4.0,"sample_count":71992,"rank_spread":["1","6"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-6","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2QCM0ZJB8NDJ6NZDED1YSSE187","source_key":"text:2:claude-opus-4-7-high","source_order":173,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7DPKFE617431CNRZ0GB7KBAYT5","model_label":"claude-opus-4-7-high","provider":"Anthropic","rank":3,"score":1502.0,"margin":4.0,"sample_count":59992,"rank_spread":["1","10"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-7","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7XJXSV81ARFTTEH0R4MV0MEZHW","source_key":"text:3:claude-fable-5.1-max","source_order":174,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5JP5WMP09CT9NQWYXKZ0K1QYF2","model_label":"claude-fable-5.1-max","provider":"Anthropic","rank":4,"score":1501.0,"margin":8.0,"sample_count":5447,"rank_spread":["1","12"],"preliminary":false,"model_url":"https://www.anthropic.com/claude-fable-and-mythos-5-1","price_label":"$10 / $50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6PB0S09E2JWSH1P72AZV1N0R68","source_key":"text:4:muse-spark-1.2 (xHigh)","source_order":175,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4HSWZ5V8VMK7628J565PD7S5ME","model_label":"muse-spark-1.2 (xHigh)","provider":"Meta","rank":5,"score":1499.0,"margin":11.0,"sample_count":3229,"rank_spread":["1","18"],"preliminary":false,"model_url":"https://developer.meta.com/ai/models/muse-spark/","price_label":"$1.25 / $4.25","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_35G7SZMPSERY396R4MES3SDMTS","source_key":"text:5:claude-opus-4-6","source_order":176,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_07PNQHBMT5KABM1HQG275CVNVP","model_label":"claude-opus-4-6","provider":"Anthropic","rank":6,"score":1497.0,"margin":3.0,"sample_count":75898,"rank_spread":["2","12"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-6","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0S00K9QFG7TE4F5WFAGG0Y2RD7","source_key":"text:6:claude-opus-4-7","source_order":177,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5WBSTZMYXYT9SKJAE2EXSGYDAF","model_label":"claude-opus-4-7","provider":"Anthropic","rank":7,"score":1494.0,"margin":4.0,"sample_count":61138,"rank_spread":["3","15"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-7","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2BJ3KA4Y8CR1J9CDCD7Z438EEK","source_key":"text:7:muse-spark-1.1","source_order":178,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_425MPYDR4SVCSTYJQM7T7Y36J1","model_label":"muse-spark-1.1","provider":"Meta","rank":8,"score":1494.0,"margin":5.0,"sample_count":27136,"rank_spread":["3","18"],"preliminary":false,"model_url":"https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/","price_label":"$1.25 / $4.25","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_54DY0HCS4N2TZNVMH2QDH8ECZQ","source_key":"text:8:claude-opus-5-high","source_order":179,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_578XRR1AHET8SGDYM9NYXEBK8N","model_label":"claude-opus-5-high","provider":"Anthropic","rank":9,"score":1493.0,"margin":4.0,"sample_count":41777,"rank_spread":["4","18"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-5","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2XR09MQF1TFK1F2JRC6YZ4EAFP","source_key":"text:9:gemini-3.8-flash-high","source_order":180,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_50BKTKWVVR8PX1D60M30VCK1Z5","model_label":"gemini-3.8-flash-high","provider":"Google","rank":10,"score":1493.0,"margin":9.0,"sample_count":5094,"rank_spread":["1","22"],"preliminary":true,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/","price_label":"$0.75 / $3.75","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4JEJ2KTAXAC518RG5J2JZA6X1R","source_key":"text:10:gemini-3.7-flash-high","source_order":181,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1PSC4ZFMMS08PBGVF8ZZ6AD31J","model_label":"gemini-3.7-flash-high","provider":"Google","rank":11,"score":1490.0,"margin":8.0,"sample_count":5645,"rank_spread":["3","25"],"preliminary":true,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/","price_label":"$0.75 / $3.75","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0A0WRQ500W01JJ5PJG4CHPGVCW","source_key":"text:11:muse-spark","source_order":182,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_73HHYN3KVF4Y5M7TJAE71310GX","model_label":"muse-spark","provider":"Meta","rank":12,"score":1488.0,"margin":6.0,"sample_count":13565,"rank_spread":["4","25"],"preliminary":false,"model_url":"https://ai.meta.com/blog/introducing-muse-spark-msl/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6JYR2J8Q7XKNX3FP0NNHZ69Q0M","source_key":"text:12:gemini-3.1-pro-preview","source_order":183,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5BH9MVF0TPB73RENPTJPF9CA1J","model_label":"gemini-3.1-pro-preview","provider":"Google","rank":13,"score":1487.0,"margin":3.0,"sample_count":106483,"rank_spread":["7","23"],"preliminary":false,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-pro/","price_label":"$1 / $6","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2QHV2CAKHH4PQE89Q8BX2BH7PQ","source_key":"text:13:claude-opus-5-max","source_order":184,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5740A4TQK6XJ4E53R083RTX9B5","model_label":"claude-opus-5-max","provider":"Anthropic","rank":14,"score":1487.0,"margin":6.0,"sample_count":20296,"rank_spread":["6","26"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-5","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_20HN15VB40V0PHQ98Q1TZ6RBNR","source_key":"text:14:glm-5.3-max","source_order":185,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4F9C70EBZTS49B1J9NJW9JN8YG","model_label":"glm-5.3-max","provider":"Z.ai","rank":15,"score":1486.0,"margin":7.0,"sample_count":10559,"rank_spread":["6","30"],"preliminary":false,"model_url":"https://z.ai/blog/glm-5.3","price_label":"$1.40 / $4.40","context_label":"1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_30DYEMZ54QC3BM6VR1063HPDTY","source_key":"text:15:gemini-3-pro","source_order":186,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6RFVFVJFY91FC14C0MN70B6092","model_label":"gemini-3-pro","provider":"Google","rank":16,"score":1486.0,"margin":4.0,"sample_count":40653,"rank_spread":["7","26"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemini-3-pro-preview","price_label":"$2 / $12","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7WTYH3GFHS27D5XRJN0EEV1BCA","source_key":"text:16:kimi-k3-max","source_order":187,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_21ZXGVBDKEV6CG399ZF3VZK7JS","model_label":"kimi-k3-max","provider":"Moonshot","rank":17,"score":1485.0,"margin":5.0,"sample_count":20911,"rank_spread":["7","30"],"preliminary":false,"model_url":"https://platform.kimi.ai/docs/guide/kimi-k3-quickstart","price_label":"N/A","context_label":"N/A","license_label":"Kimi K3 license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1XA77YR5D4KX5T5K654P6JSSGN","source_key":"text:17:claude-opus-4-8-high","source_order":188,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_009SCNTTYTZNGVF7C6P1HNT9P1","model_label":"claude-opus-4-8-high","provider":"Anthropic","rank":18,"score":1482.0,"margin":4.0,"sample_count":52123,"rank_spread":["10","32"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-8","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3RQ54AS9D3Q85QFWAS9J7DSZMH","source_key":"text:18:gpt-5.6-sol-xhigh","source_order":189,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4ZCVV9M9VSPJW8ZS2D3WTQ6KGT","model_label":"gpt-5.6-sol-xhigh","provider":"OpenAI","rank":19,"score":1482.0,"margin":5.0,"sample_count":26611,"rank_spread":["10","33"],"preliminary":false,"model_url":"https://openai.com/index/gpt-5-6/","price_label":"$4 / $20","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2PBXSQTPDC9XQPAFQV2DKS4A64","source_key":"text:19:gpt-5.5-high","source_order":190,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_59X4ZJYTP7J4Q1XGGJSWAQ0TEM","model_label":"gpt-5.5-high","provider":"OpenAI","rank":20,"score":1482.0,"margin":4.0,"sample_count":64953,"rank_spread":["10","33"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-5-5/","price_label":"$5 / $30","context_label":"1.1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2NJ6DGEJR4ZHSDGPD2ZE5DVAH2","source_key":"text:20:qwen3.8-max","source_order":191,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_32A8VE5YRA7FBYTNE704GEPY81","model_label":"qwen3.8-max","provider":"Alibaba","rank":21,"score":1481.0,"margin":6.0,"sample_count":16263,"rank_spread":["10","38"],"preliminary":false,"model_url":"https://www.qwencloud.com/models/qwen3.8-max","price_label":"$2 / $6","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7PJXWB07DNBF9G0PRJD48BX1H7","source_key":"text:21:gemini-3.6-flash-high","source_order":192,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_29ZSV7VHQYA1J44VCMZDP7FD4T","model_label":"gemini-3.6-flash-high","provider":"Google","rank":22,"score":1479.0,"margin":5.0,"sample_count":25953,"rank_spread":["11","38"],"preliminary":false,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/","price_label":"$0.75 / $3.75","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_44PPM9PJSYGZQ2XPGHF7F40JW5","source_key":"text:22:gemini-3.5-flash-high","source_order":193,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5813YXYT636A6W0H4A1VPJ1Z3S","model_label":"gemini-3.5-flash-high","provider":"Google","rank":23,"score":1478.0,"margin":4.0,"sample_count":37808,"rank_spread":["12","39"],"preliminary":false,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/","price_label":"$0.75 / $4.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_329K3PEP1Z96M0PQFWMWG265TX","source_key":"text:23:gpt-6-astra-max","source_order":194,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_16TYRHY19HR9TN8V553954ED07","model_label":"gpt-6-astra-max","provider":"OpenAI","rank":24,"score":1478.0,"margin":13.0,"sample_count":2059,"rank_spread":["6","52"],"preliminary":false,"model_url":"https://openai.com/index/gpt-6-astra/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1SH3N8N37JYZF92ZWMPV32XSPD","source_key":"text:24:gpt-5.4-high","source_order":195,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4REHVB9SC5EMT1SEKYRG7FFVR1","model_label":"gpt-5.4-high","provider":"OpenAI","rank":25,"score":1476.0,"margin":4.0,"sample_count":60538,"rank_spread":["16","42"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-5.4","price_label":"$2.50 / $15","context_label":"1.1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_35KHZS6TNP4HXQGX0004REPCDW","source_key":"text:25:gpt-5.2-chat-latest-20260210","source_order":196,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0J8NQE2RJ31HZPZ1G9PF685VAV","model_label":"gpt-5.2-chat-latest-20260210","provider":"OpenAI","rank":26,"score":1476.0,"margin":4.0,"sample_count":34173,"rank_spread":["16","42"],"preliminary":false,"model_url":"https://developers.openai.com/api/docs/models/gpt-5.2-chat-latest","price_label":"$1.75 / $14","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4PN6PQF4KVJXRNBHS0QX4AS4TF","source_key":"text:26:gpt-5.5","source_order":197,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7X1WVBAXKEG478PTV8AVNE6W5V","model_label":"gpt-5.5","provider":"OpenAI","rank":27,"score":1476.0,"margin":4.0,"sample_count":66349,"rank_spread":["16","42"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-5-5/","price_label":"$5 / $30","context_label":"1.1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1ARCAEVWAJ6RFGMFMMJSRJB3BT","source_key":"text:27:glm-5.3-flash","source_order":198,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_38AZ5WPTQ8FNF1D2Z40MK2R1NW","model_label":"glm-5.3-flash","provider":"Z.ai","rank":28,"score":1475.0,"margin":7.0,"sample_count":9479,"rank_spread":["14","49"],"preliminary":false,"model_url":"https://z.ai/blog/glm-5.3","price_label":"$0.07 / $0.25","context_label":"1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6042P881Y8BAVAJV9FMDVVAKS2","source_key":"text:28:grok-4.20-beta1","source_order":199,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3M6HT2SKJ2HSWQ18RMJYBZGPDP","model_label":"grok-4.20-beta1","provider":"SpaceXAI","rank":29,"score":1475.0,"margin":5.0,"sample_count":26595,"rank_spread":["16","45"],"preliminary":false,"model_url":"https://grok.com/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2D35GJ1W8J2FE3MN0GCRF3GXWD","source_key":"text:29:gemini-3.5-flash-medium","source_order":200,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7WFTSK861KY77A1MBW238JPYJE","model_label":"gemini-3.5-flash-medium","provider":"Google","rank":30,"score":1474.0,"margin":5.0,"sample_count":36151,"rank_spread":["18","45"],"preliminary":false,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/","price_label":"$0.75 / $4.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_29PHWJ5QQFS90FQ74N8M9NGT76","source_key":"text:30:gpt-5.5-instant","source_order":201,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7Q5QXSFSXTRCWGG1329DMB84EW","model_label":"gpt-5.5-instant","provider":"OpenAI","rank":31,"score":1474.0,"margin":5.0,"sample_count":25827,"rank_spread":["18","49"],"preliminary":false,"model_url":"https://openai.com/index/gpt-5-5-instant","price_label":"$5 / $30","context_label":"1.1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_46FK2ZMTEZHSVQZBHH0MRN4FRR","source_key":"text:31:gemini-3-flash","source_order":202,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5VZ2SX8GP1NMAFQW6JTYF4JR6Y","model_label":"gemini-3-flash","provider":"Google","rank":32,"score":1474.0,"margin":4.0,"sample_count":30239,"rank_spread":["19","47"],"preliminary":false,"model_url":"https://blog.google/products/gemini/gemini-3-flash","price_label":"$0.50 / $3","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3MF8KVE6SG0RKNHKJ646RS0B47","source_key":"text:32:qwen3.7-max-preview","source_order":203,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_11B0AVTY8W35WTPAQ5P1160YQX","model_label":"qwen3.7-max-preview","provider":"Alibaba","rank":33,"score":1473.0,"margin":10.0,"sample_count":3705,"rank_spread":["12","52"],"preliminary":false,"model_url":"https://chat.qwen.ai/?models=Qwen3.7-Max-Preview","price_label":"$1.48 / $4.42","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7S75CFSBQVCCA6Z3J91GEZYARQ","source_key":"text:33:claude-opus-4-5-20251101-high-32k","source_order":204,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2VRHEA704WJP05CADSVJQBZN93","model_label":"claude-opus-4-5-20251101-high-32k","provider":"Anthropic","rank":34,"score":1473.0,"margin":4.0,"sample_count":36240,"rank_spread":["21","48"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-5","price_label":"$5 / $25","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1SYA00HKHCK4WHKWCMBCS20Q9W","source_key":"text:34:claude-opus-4-8","source_order":205,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_63F5MXN74JHV7VQTJ77MT39BFN","model_label":"claude-opus-4-8","provider":"Anthropic","rank":35,"score":1473.0,"margin":4.0,"sample_count":52970,"rank_spread":["21","49"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-8","price_label":"$5 / $25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0DFG7JQCR87TZQPHQ0C3X1NWZA","source_key":"text:35:claude-sonnet-4-6","source_order":206,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_10T3981J1BXETX8RF9HC2VMV4Y","model_label":"claude-sonnet-4-6","provider":"Anthropic","rank":36,"score":1473.0,"margin":4.0,"sample_count":66208,"rank_spread":["21","48"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-sonnet-4-6","price_label":"$1.50 / $7.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6QVT918YFND04V1D4WG3TPYN1Q","source_key":"text:36:glm-5.2-max","source_order":207,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2S3NJBCNK31TP3BV0XP6Q2GTWG","model_label":"glm-5.2-max","provider":"Z.ai","rank":37,"score":1472.0,"margin":5.0,"sample_count":36471,"rank_spread":["21","50"],"preliminary":false,"model_url":"https://huggingface.co/zai-org/GLM-5.2","price_label":"$1.40 / $4.40","context_label":"1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5JCTZDE6ZR889CADXQF5ZHERGZ","source_key":"text:37:grok-4.20-beta-0309-reasoning","source_order":208,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1M0MCJQBQVEBEHW814KJDPAKS5","model_label":"grok-4.20-beta-0309-reasoning","provider":"SpaceXAI","rank":38,"score":1471.0,"margin":4.0,"sample_count":62168,"rank_spread":["21","50"],"preliminary":false,"model_url":"https://docs.x.ai/developers/models/grok-4.20-beta-0309-reasoning","price_label":"$1.25 / $2.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_382R337GWKYG6Q9SF32DN4PMDJ","source_key":"text:38:grok-4.20-multi-agent-beta-0309","source_order":209,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6S21NK4H6CJTN3YTSCNKW73ARE","model_label":"grok-4.20-multi-agent-beta-0309","provider":"SpaceXAI","rank":39,"score":1470.0,"margin":4.0,"sample_count":60775,"rank_spread":["23","50"],"preliminary":false,"model_url":"https://docs.x.ai/developers/models/grok-4.20-multi-agent-beta-0309","price_label":"$1.25 / $2.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3H2Y20QMJ4BXXTNCM9YE5Z6KYT","source_key":"text:39:claude-opus-4-5-20251101","source_order":210,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_30WENWYMNR0NPWEBW7SYN64XXJ","model_label":"claude-opus-4-5-20251101","provider":"Anthropic","rank":40,"score":1469.0,"margin":3.0,"sample_count":70012,"rank_spread":["24","50"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-5","price_label":"$5 / $25","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0AXD8D9SZ1SDKDG65CRJJHT6J0","source_key":"text:40:grok-4.5","source_order":211,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_16P6WRG24AN7VKV0R08VB1E9M3","model_label":"grok-4.5","provider":"SpaceXAI","rank":41,"score":1469.0,"margin":5.0,"sample_count":29617,"rank_spread":["24","52"],"preliminary":false,"model_url":"https://docs.x.ai/developers/models/grok-4.5","price_label":"$2 / $6","context_label":"500K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2XTNR5TVTJ85FBTTVXZY0M7AN8","source_key":"text:41:ernie-5.1","source_order":212,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5208T42W28KBRJW67CCA040WEQ","model_label":"ernie-5.1","provider":"Baidu","rank":42,"score":1468.0,"margin":5.0,"sample_count":37063,"rank_spread":["24","52"],"preliminary":false,"model_url":"https://ernie.baidu.com/blog/posts/ernie-5.1-0508-release/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_59GPEPZGXGSB97XXB0KXMER3KC","source_key":"text:42:mimo-v2.5-pro","source_order":213,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4RH4TR04TRVF1NYXKZN4WFT070","model_label":"mimo-v2.5-pro","provider":"Xiaomi","rank":43,"score":1468.0,"margin":4.0,"sample_count":60523,"rank_spread":["27","52"],"preliminary":false,"model_url":"https://mimo.xiaomi.com/mimo-v2-5-pro/","price_label":"$0.43 / $0.87","context_label":"1.1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1200R14CDG4RCCBPYWGX1F881V","source_key":"text:43:gpt-5.6-terra-xhigh","source_order":214,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_60FWQ5JVHZ63JRN0EN3PMQHM4Z","model_label":"gpt-5.6-terra-xhigh","provider":"OpenAI","rank":44,"score":1466.0,"margin":5.0,"sample_count":27655,"rank_spread":["27","59"],"preliminary":false,"model_url":"https://openai.com/index/gpt-5-6/","price_label":"$2 / $12","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_754871M40RC9F6XC5YH34K2SDQ","source_key":"text:44:gpt-5.4","source_order":215,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6VYSRW10HW48MG1FNSVTV9KPC8","model_label":"gpt-5.4","provider":"OpenAI","rank":45,"score":1466.0,"margin":4.0,"sample_count":63529,"rank_spread":["29","55"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-5.4","price_label":"$2.50 / $15","context_label":"1.1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4PD6K61094RD8ZRRNJT628P5Y2","source_key":"text:45:glm-5.1","source_order":216,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0EWJVKD8ZYMXQAZCER0G1AW7HD","model_label":"glm-5.1","provider":"Z.ai","rank":46,"score":1465.0,"margin":4.0,"sample_count":48503,"rank_spread":["29","57"],"preliminary":false,"model_url":"https://huggingface.co/zai-org/GLM-5.1","price_label":"$1.40 / $4.40","context_label":"202.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3XMCRG77MRFBEEW9N8HAWEEGA4","source_key":"text:46:grok-4.1-thinking","source_order":217,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2EF59B38XSACK36DDSJYNXV95X","model_label":"grok-4.1-thinking","provider":"SpaceXAI","rank":47,"score":1465.0,"margin":3.0,"sample_count":64154,"rank_spread":["32","54"],"preliminary":false,"model_url":"https://x.ai/news/grok-4-1","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_47XYZF5N7YYMDJTPPPKN8FHQWC","source_key":"text:47:qwen3.5-max-preview","source_order":218,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_75AW6XASPHHQ29Y0HPJCE6C44W","model_label":"qwen3.5-max-preview","provider":"Alibaba","rank":48,"score":1465.0,"margin":5.0,"sample_count":21469,"rank_spread":["27","59"],"preliminary":false,"model_url":"https://qwen.ai/blog?id=qwen3.5-max-preview","price_label":"$1.20 / $6","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7R7Y24BN4XWQ4Z1XMA0ZFFJF2N","source_key":"text:48:deepseek-v4-pro-high-20260813","source_order":219,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7C2G2EH8312QBRB6X9WPARCFKP","model_label":"deepseek-v4-pro-high-20260813","provider":"DeepSeek","rank":49,"score":1462.0,"margin":7.0,"sample_count":8623,"rank_spread":["30","68"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/updates/#date-2026-08-13","price_label":"$1.32 / $3.96","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_75XCMKZQK2YPZ1ARHK7N9WSXQ7","source_key":"text:49:claude-sonnet-5-high","source_order":220,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_39WE22Q1EQN0KQWM02J4E39JZP","model_label":"claude-sonnet-5-high","provider":"Anthropic","rank":50,"score":1461.0,"margin":5.0,"sample_count":34889,"rank_spread":["39","67"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-sonnet-5","price_label":"$2 / $10","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4T5N23NMSTSPZ5Q2BYYEM8Q3PA","source_key":"text:50:kimi-k2.6","source_order":221,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7QKVGMDKSJVXYHZHY75FG7T2D4","model_label":"kimi-k2.6","provider":"Moonshot","rank":51,"score":1461.0,"margin":5.0,"sample_count":37497,"rank_spread":["39","67"],"preliminary":false,"model_url":"https://www.kimi.com/blog/kimi-k2-6","price_label":"$0.95 / $4","context_label":"262.1K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0ZZ0R8SRE2AFHS2S8WE6ZBWV0C","source_key":"text:51:qwen3.6-max-preview","source_order":222,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_53RHR51XGM84BH4XHZ1EAF2SAY","model_label":"qwen3.6-max-preview","provider":"Alibaba","rank":52,"score":1460.0,"margin":8.0,"sample_count":5190,"rank_spread":["35","73"],"preliminary":false,"model_url":"https://qwen.ai/blog?id=qwen3.6-max-preview","price_label":"$1.03 / $6.16","context_label":"262.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6TF99A640QG8VEK3VCPBDX6ZH3","source_key":"text:52:grok-4.1","source_order":223,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0HA1BSN5N54EAQAMG6PDSXRJPV","model_label":"grok-4.1","provider":"SpaceXAI","rank":53,"score":1459.0,"margin":3.0,"sample_count":66335,"rank_spread":["44","67"],"preliminary":false,"model_url":"https://x.ai/news/grok-4-1","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1S1C52YH4EJHGQP5Q7SCSQD1KH","source_key":"text:53:gemini-3-flash (thinking-minimal)","source_order":224,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5VQTHCT6W622267T3T01AVCYQD","model_label":"gemini-3-flash (thinking-minimal)","provider":"Google","rank":54,"score":1458.0,"margin":3.0,"sample_count":85820,"rank_spread":["47","68"],"preliminary":false,"model_url":"https://blog.google/products/gemini/gemini-3-flash","price_label":"$0.50 / $3","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3Y1QNDSX1VCD6FYV76GFC7M25Z","source_key":"text:54:glm-5","source_order":225,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5DWFPYFQRSKV7K9NSRHNNMR0Y2","model_label":"glm-5","provider":"Z.ai","rank":55,"score":1458.0,"margin":4.0,"sample_count":27600,"rank_spread":["45","71"],"preliminary":false,"model_url":"https://huggingface.co/zai-org/GLM-5","price_label":"$1 / $3.20","context_label":"204.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_476S10R1A52W27AKCN3KBWS5TX","source_key":"text:55:deepseek-v4-pro","source_order":226,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5QZW2ZKT040GHPX79QA7A5W6CF","model_label":"deepseek-v4-pro","provider":"DeepSeek","rank":56,"score":1457.0,"margin":4.0,"sample_count":54142,"rank_spread":["47","69"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news260424","price_label":"$1.32 / $3.96","context_label":"1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_75VBTTADHVE2WHYK4HBKXGZ118","source_key":"text:56:gemini-3.5-flash-lite","source_order":227,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1P21RFYE3AQ215434A7F8SKN3H","model_label":"gemini-3.5-flash-lite","provider":"Google","rank":57,"score":1457.0,"margin":5.0,"sample_count":25717,"rank_spread":["46","73"],"preliminary":false,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-6-flash-3-5-flash-lite-3-5-flash-cyber/","price_label":"$0.15 / $1.25","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2H784V7AZ2WSEYMRN780FSKVEJ","source_key":"text:57:claude-sonnet-4-5-20250929-high-32k","source_order":228,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4BJB6GCAVJMK2C8J1HBB4KSPSH","model_label":"claude-sonnet-4-5-20250929-high-32k","provider":"Anthropic","rank":58,"score":1456.0,"margin":3.0,"sample_count":80965,"rank_spread":["49","69"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-sonnet-4-5","price_label":"$3 / $15","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_43CGZ4S460M00Q2CJP5PAGFYRM","source_key":"text:58:hy3","source_order":229,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0VCZ0E78WGKXR2KVG7QSXXE95N","model_label":"hy3","provider":"Tencent","rank":59,"score":1456.0,"margin":7.0,"sample_count":8023,"rank_spread":["44","76"],"preliminary":false,"model_url":"https://huggingface.co/tencent/Hy3","price_label":"$0.08 / $0.33","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5DW6DBR18VMSMY24S5DMGGRHBF","source_key":"text:59:grok-4.6-high","source_order":230,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_56QBT13JXHPFEEPXB5DKCMZXZD","model_label":"grok-4.6-high","provider":"SpaceXAI","rank":60,"score":1456.0,"margin":6.0,"sample_count":15017,"rank_spread":["46","76"],"preliminary":false,"model_url":"https://docs.x.ai/developers/models/grok-4.6","price_label":"$2 / $6","context_label":"500K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1YPMDM0T7WQVC23PBY8Z3Y40WX","source_key":"text:60:qwen3.7-plus","source_order":231,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7P9GKGJ9XPVBYADGB25CNEWY77","model_label":"qwen3.7-plus","provider":"Alibaba","rank":61,"score":1456.0,"margin":4.0,"sample_count":39366,"rank_spread":["49","73"],"preliminary":false,"model_url":"https://qwen.ai/blog?id=qwen3.7-plus","price_label":"$0.32 / $1.28","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4WT6EY35E70SVJ24YGBF7076PH","source_key":"text:61:dola-seed-2.0-pro","source_order":232,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5F0177XG1SMS0SCJMGEKB7A1Z3","model_label":"dola-seed-2.0-pro","provider":"Bytedance","rank":62,"score":1456.0,"margin":3.0,"sample_count":74155,"rank_spread":["49","72"],"preliminary":false,"model_url":"https://www.byteplus.com/en/blog/dola-seed-2-0-pro","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3VDD9052S0AXSX0ZP4GN1Q32TS","source_key":"text:62:claude-sonnet-4-5-20250929","source_order":233,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_15563EWY8GPXKTVVA3SDZFPW9M","model_label":"claude-sonnet-4-5-20250929","provider":"Anthropic","rank":63,"score":1455.0,"margin":3.0,"sample_count":79619,"rank_spread":["49","72"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-sonnet-4-5","price_label":"$3 / $15","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3KPJ1ZT4Q9YWR2XGEK5258KQBM","source_key":"text:63:gpt-5.1-high","source_order":234,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_21AA2QDQJ9RKE68FJW5Q2TWQ7Y","model_label":"gpt-5.1-high","provider":"OpenAI","rank":64,"score":1455.0,"margin":4.0,"sample_count":40277,"rank_spread":["49","73"],"preliminary":false,"model_url":"https://openai.com/index/gpt-5-1/","price_label":"$0.63 / $5","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0EHXBD9QPZG9JA0XC94YGQPZR0","source_key":"text:64:deepseek-v4-pro-high-preview","source_order":235,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5TEY3AC6KRBB1VVY0JC1NYM81V","model_label":"deepseek-v4-pro-high-preview","provider":"DeepSeek","rank":65,"score":1455.0,"margin":4.0,"sample_count":51494,"rank_spread":["49","73"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news260424","price_label":"$1.32 / $3.96","context_label":"1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_13P4NZX7JECRYM88V94SRZ37RD","source_key":"text:65:gpt-5.6-luna-xhigh","source_order":236,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_22035EYT0WER7VZPVR25FB2R50","model_label":"gpt-5.6-luna-xhigh","provider":"OpenAI","rank":66,"score":1453.0,"margin":5.0,"sample_count":28112,"rank_spread":["49","76"],"preliminary":false,"model_url":"https://openai.com/index/gpt-5-6/","price_label":"$0.20 / $1.20","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_502EJN6VY7XZ5ACZBMCPJCMA6S","source_key":"text:66:gemma-4-31b","source_order":237,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7PAV61VCB7QXHD6K23P4YZPBYY","model_label":"gemma-4-31b","provider":"Google","rank":67,"score":1451.0,"margin":8.0,"sample_count":5891,"rank_spread":["49","86"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-31b-it","price_label":"$0.99 / $1.49","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4JAQ4EJ8ENRKJ9QNV9JT2ST1HH","source_key":"text:67:kimi-k2.5-thinking","source_order":238,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7VBZJZF7G819XWJC7MD3AX9V40","model_label":"kimi-k2.5-thinking","provider":"Moonshot","rank":68,"score":1450.0,"margin":3.0,"sample_count":70513,"rank_spread":["54","79"],"preliminary":false,"model_url":"https://www.kimi.com/blog/kimi-k2-5.html","price_label":"$0.60 / $3","context_label":"N/A","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1HB8TEXY87KV6ER3DM5G9B9BSE","source_key":"text:68:claude-opus-4-1-20250805-thinking-16k","source_order":239,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3CBA1H253F4BD6V29ZFGQAAFSS","model_label":"claude-opus-4-1-20250805-thinking-16k","provider":"Anthropic","rank":69,"score":1450.0,"margin":3.0,"sample_count":48809,"rank_spread":["56","79"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-1","price_label":"$15 / $75","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_339MTYP7G91YVB9MXE3CNCM149","source_key":"text:69:gpt-5.3-chat-latest","source_order":240,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_03QDAPSK8390ZSTBPAT1ZPV5CW","model_label":"gpt-5.3-chat-latest","provider":"OpenAI","rank":70,"score":1449.0,"margin":4.0,"sample_count":32717,"rank_spread":["56","84"],"preliminary":false,"model_url":"https://openai.com/index/gpt-5-3-instant/","price_label":"$1.75 / $14","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_18F1Z8VPERTETN83TKHQ2D77SR","source_key":"text:70:ernie-5.0-preview-1203","source_order":241,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4WRCY2JGP746W9YHYMHFWYE4F8","model_label":"ernie-5.0-preview-1203","provider":"Baidu","rank":71,"score":1449.0,"margin":7.0,"sample_count":9561,"rank_spread":["52","88"],"preliminary":false,"model_url":"https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1203-release-on-lmarena/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_22PPWBC2P0WZVZTPWD55HG0ZZ3","source_key":"text:71:mimo-v2-pro","source_order":242,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5XKVAW4F63ZXGDN10K2E1Y7FFG","model_label":"mimo-v2-pro","provider":"Xiaomi","rank":72,"score":1448.0,"margin":5.0,"sample_count":24364,"rank_spread":["57","86"],"preliminary":false,"model_url":"https://mimo.xiaomi.com/mimo-v2-pro","price_label":"$1 / $3","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_56R6D9JR9KH9ZNG0NQDQQ0A1RZ","source_key":"text:72:gpt-5.4-mini-high","source_order":243,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4ZW8P5D24N5BQ3G0FPFVJTKZQR","model_label":"gpt-5.4-mini-high","provider":"OpenAI","rank":73,"score":1448.0,"margin":4.0,"sample_count":59376,"rank_spread":["59","85"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-5-4-mini-and-nano/","price_label":"$0.75 / $4.50","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3C4XRKKTGVAC6FTVWX4Q5FCM3T","source_key":"text:73:claude-opus-4-1-20250805","source_order":244,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4WXGA0WJ5H941K11VQM9MJ65AV","model_label":"claude-opus-4-1-20250805","provider":"Anthropic","rank":74,"score":1448.0,"margin":3.0,"sample_count":75903,"rank_spread":["64","84"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-opus-4-1","price_label":"$15 / $75","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6WMCFZQTWFMF53HSAVWXP38AP6","source_key":"text:74:ernie-5.0-0110","source_order":245,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_749T50YSHMBGJATHTB0GJAZPWX","model_label":"ernie-5.0-0110","provider":"Baidu","rank":75,"score":1446.0,"margin":4.0,"sample_count":34861,"rank_spread":["64","88"],"preliminary":false,"model_url":"https://ernie.baidu.com/blog/posts/ernie-5.0-0110-release-on-lmarena/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6D7BYYXRSWP0NKB4VZPY72MJEV","source_key":"text:75:gemini-2.5-pro","source_order":246,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5ZVFP903302XP49NHBJE2QKCK4","model_label":"gemini-2.5-pro","provider":"Google","rank":76,"score":1446.0,"margin":2.0,"sample_count":122548,"rank_spread":["67","86"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-pro","price_label":"$1.25 / $10","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5VF3FZ3XDS94YCT0RE5C68932S","source_key":"text:76:gpt-4.5-preview-2025-02-27","source_order":247,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2EKG6V2WVB420NZ9PQZDYHAKDY","model_label":"gpt-4.5-preview-2025-02-27","provider":"OpenAI","rank":77,"score":1445.0,"margin":6.0,"sample_count":14547,"rank_spread":["64","95"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-4-5/","price_label":"$75 / $150","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_223SZR6THFSMSMZ9YYJYQXXRBT","source_key":"text:77:qwen3.6-plus","source_order":248,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1C0QGMRVA76GTEAXS35SRPS2XR","model_label":"qwen3.6-plus","provider":"Alibaba","rank":78,"score":1443.0,"margin":4.0,"sample_count":45318,"rank_spread":["67","92"],"preliminary":false,"model_url":"https://qwen.ai/blog?id=qwen3.6","price_label":"$0.33 / $1.95","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_11DW43YH7MF24BK3YJYX2EF47B","source_key":"text:78:chatgpt-4o-latest-20250326","source_order":249,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0F4TNEXM64AE98K048SWD9Y6KE","model_label":"chatgpt-4o-latest-20250326","provider":"OpenAI","rank":79,"score":1443.0,"margin":3.0,"sample_count":80675,"rank_spread":["69","89"],"preliminary":false,"model_url":"https://x.com/OpenAI/status/1905331956856050135","price_label":"$5 / $15","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5BC2VTJM17W1M2Y7PD89SK5H03","source_key":"text:79:grok-4.3","source_order":250,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_13V04GQSNDJXVNR6BJNR4JWCYX","model_label":"grok-4.3","provider":"SpaceXAI","rank":80,"score":1443.0,"margin":4.0,"sample_count":66842,"rank_spread":["69","95"],"preliminary":false,"model_url":"https://docs.x.ai/developers/models/grok-4.3","price_label":"$1.25 / $2.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3VXN87HYFNNZ62RQ29QQD7H7H9","source_key":"text:80:qwen3.5-397b-a17b","source_order":251,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_19KQ4E2HVRZ6E4NDHZRH2QPBRC","model_label":"qwen3.5-397b-a17b","provider":"Alibaba","rank":81,"score":1442.0,"margin":3.0,"sample_count":76643,"rank_spread":["69","95"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B","price_label":"$0.55 / $3.50","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2S5SYWV1RCVHN3KESVKJVB4DTT","source_key":"text:81:minimax-m3","source_order":252,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6ZW5A6B2VBZZJX1DW0THYXYKTD","model_label":"minimax-m3","provider":"MiniMax","rank":82,"score":1442.0,"margin":4.0,"sample_count":48130,"rank_spread":["69","97"],"preliminary":false,"model_url":"https://www.minimax.io/models/text/m3","price_label":"$0.30 / $1.20","context_label":"524.3K","license_label":"MiniMax Community License","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_043G34GDYBX0XZXVSSWC1QG8S2","source_key":"text:82:glm-4.7","source_order":253,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1P2FHRNGCX7K0DDD385R0W7P4X","model_label":"glm-4.7","provider":"Z.ai","rank":83,"score":1442.0,"margin":6.0,"sample_count":11892,"rank_spread":["67","100"],"preliminary":false,"model_url":"https://huggingface.co/zai-org/GLM-4.7","price_label":"$0.40 / $1.75","context_label":"204.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5ACV7E0K8P4KEADXVG0ARQ8T78","source_key":"text:83:inkling","source_order":254,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1JF88EERTPM6HX0Y95QBVW2X67","model_label":"inkling","provider":"Thinky","rank":84,"score":1439.0,"margin":5.0,"sample_count":25509,"rank_spread":["72","102"],"preliminary":false,"model_url":"https://thinkingmachines.ai/news/introducing-inkling/","price_label":"$1 / $4.05","context_label":"524.3K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_27C74YD53GGQG6EFNRN2HXKTY4","source_key":"text:84:gpt-5.1","source_order":255,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1XK9XVGG8XBC4XHQHE7XKRCHWE","model_label":"gpt-5.1","provider":"OpenAI","rank":85,"score":1439.0,"margin":4.0,"sample_count":42992,"rank_spread":["75","101"],"preliminary":false,"model_url":"https://openai.com/index/gpt-5-1/","price_label":"$0.63 / $5","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4XANEQ62BCMWTK1NJPKJA2FVH8","source_key":"text:85:deepseek-v4-flash-high-preview","source_order":256,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_36JYJA9DYC4KYVJQ8A7JPTNR04","model_label":"deepseek-v4-flash-high-preview","provider":"DeepSeek","rank":86,"score":1438.0,"margin":4.0,"sample_count":48595,"rank_spread":["75","102"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news260424","price_label":"$0.30 / $1.20","context_label":"1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2MTKCE4JR23Q1FKC8AE8WK12HD","source_key":"text:86:gemma-4-26b-a4b","source_order":257,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_59NJ5T4ZNFD2HN2ZPWNSS5WA6M","model_label":"gemma-4-26b-a4b","provider":"Google","rank":87,"score":1438.0,"margin":8.0,"sample_count":5804,"rank_spread":["69","108"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-4-26b-a4b-it","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2F1JTKKNAWC582H1G8GKJEQE2Z","source_key":"text:87:qwen3.8-27b","source_order":258,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7R1CJ9R23ESTFDSGHS09S2AQBC","model_label":"qwen3.8-27b","provider":"Alibaba","rank":88,"score":1438.0,"margin":7.0,"sample_count":10256,"rank_spread":["71","107"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3.8-27B","price_label":"$0.40 / $3","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0YMRM96V789TP19A36MQ4WS7GC","source_key":"text:88:gpt-5.2-high","source_order":259,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_55KGJCA0QEY57B5AV13A41E1VW","model_label":"gpt-5.2-high","provider":"OpenAI","rank":89,"score":1438.0,"margin":4.0,"sample_count":47539,"rank_spread":["77","102"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-5-2","price_label":"$0.88 / $7","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_020Q2QTJMSFZ5JMT9CH9P71WHC","source_key":"text:89:gpt-5.2","source_order":260,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5QDQQPE5GDGDTWSRQZ55A55CNM","model_label":"gpt-5.2","provider":"OpenAI","rank":90,"score":1436.0,"margin":3.0,"sample_count":78963,"rank_spread":["79","106"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-5-2","price_label":"$0.88 / $7","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5Z3WAAG11AJZY25SZ7T5EZS8YA","source_key":"text:90:deepseek-v4-flash","source_order":261,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_31R2FQQ449MMBAPY7KEF6P4S89","model_label":"deepseek-v4-flash","provider":"DeepSeek","rank":91,"score":1436.0,"margin":4.0,"sample_count":48890,"rank_spread":["78","107"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news260424","price_label":"$0.30 / $1.20","context_label":"1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6HFDBP7CTD5Q32CK6WWXGVZC3F","source_key":"text:91:longcat-flash-chat-2602-exp","source_order":262,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5M9TMFF1EHB4MBX0M8Z7VTVAWR","model_label":"longcat-flash-chat-2602-exp","provider":"Meituan","rank":92,"score":1436.0,"margin":5.0,"sample_count":27961,"rank_spread":["78","108"],"preliminary":false,"model_url":"https://longcat.chat/platform/docs/#endpoints","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3YDH9WJK7HA1CG05KCSGDD36V7","source_key":"text:92:qwen3-max-preview","source_order":263,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1WMR4PQKG8DTFSM5QNBJ93W3BW","model_label":"qwen3-max-preview","provider":"Alibaba","rank":93,"score":1435.0,"margin":5.0,"sample_count":27194,"rank_spread":["79","110"],"preliminary":false,"model_url":"https://www.alibabacloud.com/help/en/model-studio/models","price_label":"$0.78 / $3.90","context_label":"262.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2TECT2W8KDGX7AGY6NPFWYG87F","source_key":"text:93:gpt-5-high","source_order":264,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3N7G2V48QR48QDYQS508BPA06A","model_label":"gpt-5-high","provider":"OpenAI","rank":94,"score":1435.0,"margin":5.0,"sample_count":31424,"rank_spread":["79","110"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-5","price_label":"$0.63 / $5","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1A50YAE4NJ8XHXS0EZTD4V7HAT","source_key":"text:94:mimo-v2.5","source_order":265,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1Y9C7CMVGQK2N0W9AFN918ZF11","model_label":"mimo-v2.5","provider":"Xiaomi","rank":95,"score":1433.0,"margin":4.0,"sample_count":44446,"rank_spread":["82","110"],"preliminary":false,"model_url":"https://mimo.xiaomi.com/mimo-v2-5/","price_label":"$0.14 / $0.28","context_label":"1.1M","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_557CCJB319KDS3AW5B5MTZNP86","source_key":"text:95:glm-5v-turbo","source_order":266,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3CA61W2ATZHMJ6W5H6SZS9X6NE","model_label":"glm-5v-turbo","provider":"Z.ai","rank":96,"score":1433.0,"margin":7.0,"sample_count":9367,"rank_spread":["78","118"],"preliminary":false,"model_url":"https://docs.z.ai/guides/vlm/glm-5v-turbo","price_label":"$1.20 / $4","context_label":"202.8K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2Q2HS3K928EMD8ERJ5W8BJXDVT","source_key":"text:96:gemini-3.1-flash-lite-preview","source_order":267,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6SC41VV5TDHF8ARAV9M3EA7ZW3","model_label":"gemini-3.1-flash-lite-preview","provider":"Google","rank":97,"score":1432.0,"margin":4.0,"sample_count":60409,"rank_spread":["83","112"],"preliminary":false,"model_url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite","price_label":"$0.25 / $1.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4Y5GFN2M407EPZZ4G3ANE26EJY","source_key":"text:97:o3-2025-04-16","source_order":268,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_014SENWH3XY8JXFQH94CTS5E8X","model_label":"o3-2025-04-16","provider":"OpenAI","rank":98,"score":1431.0,"margin":4.0,"sample_count":58569,"rank_spread":["85","113"],"preliminary":false,"model_url":"https://openai.com/index/introducing-o3-and-o4-mini/","price_label":"$2 / $8","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_14YYYK5CGBTHHHPNJ7HKF0T553","source_key":"text:98:kimi-k2.5-instant","source_order":269,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_15Z6VJWR8ZMY2M5F8JXC9GJV8M","model_label":"kimi-k2.5-instant","provider":"Moonshot","rank":99,"score":1431.0,"margin":7.0,"sample_count":7990,"rank_spread":["82","122"],"preliminary":false,"model_url":"https://www.kimi.com/blog/kimi-k2-5.html","price_label":"$0.45 / $2.25","context_label":"262.1K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1TEQ88NV7VNBY00TWKG0H68J1V","source_key":"text:99:grok-4-1-fast-reasoning","source_order":270,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3AKDXCPT1RWBP06NA34WEFE1FY","model_label":"grok-4-1-fast-reasoning","provider":"SpaceXAI","rank":100,"score":1430.0,"margin":3.0,"sample_count":55355,"rank_spread":["88","116"],"preliminary":false,"model_url":"https://x.ai/news/grok-4-1-fast","price_label":"$1.25 / $2.50","context_label":"2M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_77FMCT7B7J6GEZ9RZE7G298RCP","source_key":"text:100:kimi-k2-thinking-turbo","source_order":271,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1M7V6Y6H097TQ5ZZCG1B7T9MNS","model_label":"kimi-k2-thinking-turbo","provider":"Moonshot","rank":101,"score":1430.0,"margin":3.0,"sample_count":61079,"rank_spread":["88","116"],"preliminary":false,"model_url":"https://huggingface.co/moonshotai/Kimi-K2-Thinking","price_label":"$1.15 / $8","context_label":"262.1K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3V8DDAY27VAPTPSZ9XKYZWS07B","source_key":"text:101:mimo-v2-omni","source_order":272,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3FTDV62C0WHXR6WD6NFMG4CVX3","model_label":"mimo-v2-omni","provider":"Xiaomi","rank":102,"score":1430.0,"margin":6.0,"sample_count":19415,"rank_spread":["84","122"],"preliminary":false,"model_url":"https://mimo.xiaomi.com/mimo-v2-omni","price_label":"$0.40 / $2","context_label":"262.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_177E4HNG39BT4G3W67R6FMER20","source_key":"text:102:muse-glimmer","source_order":273,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2JRZA0H4F4GKNG9G3DZQXMQGFB","model_label":"muse-glimmer","provider":"Meta","rank":103,"score":1427.0,"margin":10.0,"sample_count":3665,"rank_spread":["83","131"],"preliminary":false,"model_url":"https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model","price_label":"N/A","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0Z254DQBSARK2GH43YRY6E7FP7","source_key":"text:103:gpt-5-chat","source_order":274,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2Q3C9ED3XADX301BMNM6589DKY","model_label":"gpt-5-chat","provider":"OpenAI","rank":104,"score":1427.0,"margin":4.0,"sample_count":30961,"rank_spread":["91","125"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-5-chat-latest","price_label":"$1.25 / $10","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_09PA5ADZ1QDYA67YB64TRVG27P","source_key":"text:104:mistral-medium-3.5","source_order":275,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_03ATVWYW27QSMVXSW2ZKX1NR52","model_label":"mistral-medium-3.5","provider":"Mistral","rank":105,"score":1426.0,"margin":7.0,"sample_count":10998,"rank_spread":["88","128"],"preliminary":false,"model_url":"https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04","price_label":"$0.75 / $3.75","context_label":"262.1K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_36C0PHFC8M3PKW8ZZWCX2KY959","source_key":"text:105:claude-opus-4-20250514-thinking-16k","source_order":276,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5TKC1WY8R7G2RBEWY8BBWD6PE9","model_label":"claude-opus-4-20250514-thinking-16k","provider":"Anthropic","rank":106,"score":1426.0,"margin":4.0,"sample_count":35727,"rank_spread":["93","125"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-4","price_label":"$15 / $75","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6QNNJ3M88F7RV5S6FM15PWMJK8","source_key":"text:106:amazon-nova-experimental-chat-26-02-10","source_order":277,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2ACAXGF28QHA4CSQNM1EQV849M","model_label":"amazon-nova-experimental-chat-26-02-10","provider":"Amazon","rank":107,"score":1426.0,"margin":10.0,"sample_count":3369,"rank_spread":["83","134"],"preliminary":false,"model_url":"https://nova.amazon.com/faqs","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_58XXSZ2MGHCJB4SK29SS4XYY67","source_key":"text:107:nvidia-nemotron-3-ultra-550b-a55b-nvfp4","source_order":278,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_14VF7Y12ZJB06K1DVE2A4TM69S","model_label":"nvidia-nemotron-3-ultra-550b-a55b-nvfp4","provider":"Nvidia","rank":108,"score":1426.0,"margin":7.0,"sample_count":10691,"rank_spread":["88","128"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","price_label":"N/A","context_label":"N/A","license_label":"OpenMDW-1.1","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6QZBK5BH21QFXC4A773Z5DC1MP","source_key":"text:108:deepseek-v3.2-exp-thinking","source_order":279,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_53WEZ12CDNQJ7RD397WPD94J2V","model_label":"deepseek-v3.2-exp-thinking","provider":"DeepSeek","rank":109,"score":1425.0,"margin":7.0,"sample_count":8908,"rank_spread":["89","128"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250929","price_label":"$0.27 / $0.41","context_label":"163.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6A0SYJ4A30B163B3CB6VFBDDV8","source_key":"text:109:deepseek-v3.2","source_order":280,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0GD2QB3STXKGKFCQKMC2XS3M15","model_label":"deepseek-v3.2","provider":"DeepSeek","rank":110,"score":1425.0,"margin":4.0,"sample_count":46464,"rank_spread":["96","125"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250929","price_label":"$0.27 / $0.40","context_label":"163.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6E2FJXA7B31DGRXF9R2N0QY06M","source_key":"text:110:glm-4.6","source_order":281,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_11VR4E9S1XT84ZGX3B5CK6ZQHR","model_label":"glm-4.6","provider":"Z.ai","rank":111,"score":1425.0,"margin":4.0,"sample_count":35065,"rank_spread":["96","126"],"preliminary":false,"model_url":"https://docs.z.ai/guides/llm/glm-4.6","price_label":"$0.43 / $1.75","context_label":"204.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3GDHWT5B1WK81N3D2FW0RP0KPX","source_key":"text:111:qwen3-max-2025-09-23","source_order":282,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1MYH6ZNK75911328KGKHVJNYHQ","model_label":"qwen3-max-2025-09-23","provider":"Alibaba","rank":112,"score":1424.0,"margin":7.0,"sample_count":8937,"rank_spread":["93","131"],"preliminary":false,"model_url":"https://qwen.ai/blog?id=241398b9cd6353de490b0f82806c7848c5d2777d&from=research.latest-advancements-list","price_label":"$0.78 / $3.90","context_label":"262.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_199RBAPHA5MN33PX5QJ6VF84D7","source_key":"text:112:qwen3-235b-a22b-instruct-2507","source_order":283,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2KDRDF4XNQ0P23BZAQXEBSVTB1","model_label":"qwen3-235b-a22b-instruct-2507","provider":"Alibaba","rank":113,"score":1423.0,"margin":3.0,"sample_count":95656,"rank_spread":["101","127"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","price_label":"$0.26 / $1.06","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4HTZVMYEWCQPG0WSR2AT5772EX","source_key":"text:113:deepseek-v3.2-thinking","source_order":284,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6M77HQKNE43X6TV0RA7MW56E15","model_label":"deepseek-v3.2-thinking","provider":"DeepSeek","rank":114,"score":1422.0,"margin":4.0,"sample_count":40496,"rank_spread":["100","128"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250929","price_label":"$0.27 / $0.40","context_label":"163.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4YZ1AK91GTWGRN276CVS8VYBCW","source_key":"text:114:deepseek-v3.2-exp","source_order":285,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0Y4B5GF150DD7513WTKNRC9FYT","model_label":"deepseek-v3.2-exp","provider":"DeepSeek","rank":115,"score":1422.0,"margin":6.0,"sample_count":11756,"rank_spread":["97","135"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250929","price_label":"$0.27 / $0.41","context_label":"163.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0WHE81J50162864QEFMPKY16BH","source_key":"text:115:deepseek-r1-0528","source_order":286,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4ND5BEMYR38FXY3M7M356HK1BH","model_label":"deepseek-r1-0528","provider":"DeepSeek","rank":116,"score":1421.0,"margin":6.0,"sample_count":18089,"rank_spread":["98","135"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250528","price_label":"$0.50 / $2.15","context_label":"163.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5PF1NWB5PPNTZPQHAYZ5ES6M7T","source_key":"text:116:ernie-5.0-preview-1022","source_order":287,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2HZGKHDSP7H7GD087J9SQ248ET","model_label":"ernie-5.0-preview-1022","provider":"Baidu","rank":117,"score":1419.0,"margin":9.0,"sample_count":4662,"rank_spread":["98","139"],"preliminary":false,"model_url":"https://ernie.baidu.com/blog/posts/ernie-5.0-preview-1022-release-on-lmarena/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2NA7PYWPGEJ6ZJTBCPC2BQ3NR6","source_key":"text:117:grok-4-fast-chat","source_order":288,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7CVT1T8GWQ3CT8ZEQD7YX3AP5Z","model_label":"grok-4-fast-chat","provider":"SpaceXAI","rank":118,"score":1418.0,"margin":8.0,"sample_count":6334,"rank_spread":["100","139"],"preliminary":false,"model_url":"https://x.ai/news/grok-4-fast","price_label":"$3 / $15","context_label":"256K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6CDT1Y79N01XJT5Y5T6T4TNP0N","source_key":"text:118:kimi-k2-0905-preview","source_order":289,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0KRXE4AQN8ZAY8RWB6992EVCXM","model_label":"kimi-k2-0905-preview","provider":"Moonshot","rank":119,"score":1418.0,"margin":7.0,"sample_count":11566,"rank_spread":["101","138"],"preliminary":false,"model_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905","price_label":"$0.60 / $2.50","context_label":"262.1K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_763FWCN7GGTK6EMYBS6HX31QRA","source_key":"text:119:kimi-k2-0711-preview","source_order":290,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_28RZQJD4WEES5G35SGHWSZBCMT","model_label":"kimi-k2-0711-preview","provider":"Moonshot","rank":120,"score":1418.0,"margin":5.0,"sample_count":27027,"rank_spread":["103","136"],"preliminary":false,"model_url":"https://moonshotai.github.io/Kimi-K2/","price_label":"$0.60 / $2.50","context_label":"131.1K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_14NCY9MT7QD31XM0PY9WACT64P","source_key":"text:120:deepseek-v3.1-terminus-thinking","source_order":291,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4J7C702CGPFDXFZ81NPE0BSNGP","model_label":"deepseek-v3.1-terminus-thinking","provider":"DeepSeek","rank":121,"score":1417.0,"margin":10.0,"sample_count":3369,"rank_spread":["98","144"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250922","price_label":"$0.27 / $1","context_label":"163.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7X7EY84K9A7JX23KKY88K2DJMK","source_key":"text:121:deepseek-v3.1","source_order":292,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7D1DVEF3BRW20WVJKPKTN1Z2MB","model_label":"deepseek-v3.1","provider":"DeepSeek","rank":122,"score":1417.0,"margin":6.0,"sample_count":14604,"rank_spread":["103","138"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250821","price_label":"$1.23 / $4.94","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1HHSAR6REDQ5AQW83NMMC4639X","source_key":"text:122:qwen3.5-122b-a10b","source_order":293,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2VH60RG1XCVHACG0JRWQSYEV8J","model_label":"qwen3.5-122b-a10b","provider":"Alibaba","rank":123,"score":1417.0,"margin":4.0,"sample_count":28349,"rank_spread":["106","136"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B","price_label":"$0.26 / $2.08","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0BT3VSYYHDRTGJE6914HP5ZEE6","source_key":"text:123:deepseek-v3.1-thinking","source_order":294,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_10KZTXEYB1MMC3XZDASHQ5EMAK","model_label":"deepseek-v3.1-thinking","provider":"DeepSeek","rank":124,"score":1416.0,"margin":7.0,"sample_count":11462,"rank_spread":["103","141"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250821","price_label":"$1.23 / $4.94","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7MZCPMVK62WZE846B40W4XHK7B","source_key":"text:124:deepseek-v3.1-terminus","source_order":295,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_47SWAH9DMVD9NDPT5RFCWRJM6G","model_label":"deepseek-v3.1-terminus","provider":"DeepSeek","rank":125,"score":1415.0,"margin":10.0,"sample_count":3611,"rank_spread":["101","149"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250922","price_label":"$0.27 / $1","context_label":"163.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_13M2GJWZG9CYM1J3KACDF103X6","source_key":"text:125:minimax-m2.7","source_order":296,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_741575GFKKJG82A9N179SZYS1Y","model_label":"minimax-m2.7","provider":"MiniMax","rank":126,"score":1415.0,"margin":4.0,"sample_count":68700,"rank_spread":["112","139"],"preliminary":false,"model_url":"https://www.minimax.io/news/minimax-m27-en","price_label":"$0.30 / $1.20","context_label":"204.8K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_235HV14W3SQ06029MSW2ZSA36X","source_key":"text:126:amazon-nova-experimental-chat-26-01-10","source_order":297,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_52E4N4JN8Y9ZH0X54GT30VW8BE","model_label":"amazon-nova-experimental-chat-26-01-10","provider":"Amazon","rank":127,"score":1415.0,"margin":10.0,"sample_count":3347,"rank_spread":["101","149"],"preliminary":false,"model_url":"https://nova.amazon.com/faqs","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_198MJYM9WXYKKX2Z4QSTX102MK","source_key":"text:127:gpt-4.1-2025-04-14","source_order":298,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_27N5PDYD9623CVFJM0HQ0WD608","model_label":"gpt-4.1-2025-04-14","provider":"OpenAI","rank":128,"score":1414.0,"margin":4.0,"sample_count":49934,"rank_spread":["112","139"],"preliminary":false,"model_url":"https://openai.com/index/gpt-4-1/","price_label":"$2 / $8","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0A6Z3CEXSRRWSP3EPV1F9VC1TF","source_key":"text:128:claude-haiku-4-5-20251001","source_order":299,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0KXVTE6HGVQ2FKBY2DK9MXDRF4","model_label":"claude-haiku-4-5-20251001","provider":"Anthropic","rank":129,"score":1414.0,"margin":3.0,"sample_count":128838,"rank_spread":["114","138"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-haiku-4-5","price_label":"$1 / $5","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_64WHW8XP8PVHHW0ADPGQSTTM39","source_key":"text:129:qwen3-vl-235b-a22b-instruct","source_order":300,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1ZHPG13W0E018GDC47KQBCYW19","model_label":"qwen3-vl-235b-a22b-instruct","provider":"Alibaba","rank":130,"score":1414.0,"margin":7.0,"sample_count":11219,"rank_spread":["107","144"],"preliminary":false,"model_url":"https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list","price_label":"$0.21 / $1.90","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6NTEXJ2ACYTRP8R0S5TXDSJ5EC","source_key":"text:130:claude-opus-4-20250514","source_order":301,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3GF5BDXWA0ETKQT7CH94QYV8Z6","model_label":"claude-opus-4-20250514","provider":"Anthropic","rank":131,"score":1414.0,"margin":4.0,"sample_count":42837,"rank_spread":["112","141"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-4","price_label":"$15 / $75","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_54A9DAGVGDYFBVEFFM170JT3N2","source_key":"text:131:mistral-large-3","source_order":302,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3ERVP9Q1CHFXTBNNNXK0P7WS3R","model_label":"mistral-large-3","provider":"Mistral","rank":132,"score":1413.0,"margin":3.0,"sample_count":68591,"rank_spread":["114","139"],"preliminary":false,"model_url":"https://mistral.ai/news/mistral-3","price_label":"$0.50 / $1.50","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_24Z3SSCRFYQNRBCFYD0BNZB5NV","source_key":"text:132:hunyuan-hy3-preview","source_order":303,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7YNZ1FFFAXS2P2DXX4BJ18PY73","model_label":"hunyuan-hy3-preview","provider":"Tencent","rank":133,"score":1413.0,"margin":8.0,"sample_count":6606,"rank_spread":["108","149"],"preliminary":false,"model_url":"https://huggingface.co/tencent/Hy3-preview","price_label":"$0.29 / $1.17","context_label":"262.1K","license_label":"tencent-hunyuan-community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5YDXWS8XGMNN9QSPWNBP3SZTJ4","source_key":"text:133:grok-3-preview-02-24","source_order":304,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0RJAN1QC3CCWEKKAZ4AZYG7X0R","model_label":"grok-3-preview-02-24","provider":"SpaceXAI","rank":134,"score":1412.0,"margin":4.0,"sample_count":32409,"rank_spread":["115","144"],"preliminary":false,"model_url":"https://x.ai/blog/grok-3","price_label":"$3 / $15","context_label":"131.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5VXEZ0P5FTZKKXRTBJA43C3TCF","source_key":"text:134:glm-4.5","source_order":305,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2Z4QAS7K1CCXCV1FSPFA32F9X4","model_label":"glm-4.5","provider":"Z.ai","rank":135,"score":1411.0,"margin":5.0,"sample_count":23707,"rank_spread":["114","147"],"preliminary":false,"model_url":"https://z.ai/blog/glm-4.5","price_label":"$0.60 / $2.20","context_label":"131.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3HRY666G9GD0JTB3RV8043202Y","source_key":"text:135:grok-4-0709","source_order":306,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7MYHN4PBW36NBJT6AN98T56VX5","model_label":"grok-4-0709","provider":"SpaceXAI","rank":136,"score":1411.0,"margin":4.0,"sample_count":39299,"rank_spread":["117","145"],"preliminary":false,"model_url":"https://docs.x.ai/docs/models/grok-4-0709","price_label":"$1.25 / $2.50","context_label":"256K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7EHAPYSENRR97HT1P93R4E2ET3","source_key":"text:136:gemini-2.5-flash","source_order":307,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3RQD7E289T92B1QF4MEC37FKF7","model_label":"gemini-2.5-flash","provider":"Google","rank":137,"score":1410.0,"margin":2.0,"sample_count":122716,"rank_spread":["119","144"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash","price_label":"$0.30 / $2.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0X3PKV3A0JEVWZDJGKH49CNETJ","source_key":"text:137:mistral-medium-2508","source_order":308,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7CVW8SXZTCTX39S451C902ZBKX","model_label":"mistral-medium-2508","provider":"Mistral","rank":138,"score":1409.0,"margin":3.0,"sample_count":92692,"rank_spread":["122","148"],"preliminary":false,"model_url":"https://mistral.ai/news/mistral-medium-3","price_label":"$0.40 / $2","context_label":"131.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3MX8ZNPQ4A4302R72BAJBPJKS2","source_key":"text:138:qwen3.5-27b","source_order":309,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_10VG1WX3PDKEEA0Z97GNX1K98R","model_label":"qwen3.5-27b","provider":"Alibaba","rank":139,"score":1408.0,"margin":4.0,"sample_count":27228,"rank_spread":["119","151"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3.5-27B","price_label":"$0.20 / $1.56","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_78BQJ41DEHWBPYG4B4E8WZDSNW","source_key":"text:139:grok-4-fast-reasoning","source_order":310,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4T167E3H8DTWA3QM872KVJMZD9","model_label":"grok-4-fast-reasoning","provider":"SpaceXAI","rank":140,"score":1405.0,"margin":5.0,"sample_count":17971,"rank_spread":["127","155"],"preliminary":false,"model_url":"https://x.ai/news/grok-4-fast","price_label":"$1.25 / $2.50","context_label":"2M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7SMWKE65J67YX4MDVFEQT7FEA4","source_key":"text:140:Inkling Small","source_order":311,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_42XGXZY23P4QPW92GNEDYQTYF2","model_label":"Inkling Small","provider":"Thinky","rank":141,"score":1404.0,"margin":5.0,"sample_count":18408,"rank_spread":["127","156"],"preliminary":false,"model_url":"https://thinkingmachines.ai/news/inkling-small/","price_label":"$0.50 / $1.20","context_label":"524.3K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3NTCD6H4HJ453W3FPZ8M5N8SEX","source_key":"text:141:gemini-2.5-flash-preview-09-2025","source_order":312,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_114SVSRM3FBQHTKDNNQPRCJXDB","model_label":"gemini-2.5-flash-preview-09-2025","provider":"Google","rank":142,"score":1404.0,"margin":4.0,"sample_count":32362,"rank_spread":["129","155"],"preliminary":false,"model_url":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","price_label":"$0.30 / $2.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_53267XNQ5JFAH3JW3ZK63P5T8W","source_key":"text:142:qwen3-235b-a22b-no-thinking","source_order":313,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0KAEYR9KSR0YMBDYJEFP6DZ1Z4","model_label":"qwen3-235b-a22b-no-thinking","provider":"Alibaba","rank":143,"score":1402.0,"margin":5.0,"sample_count":37381,"rank_spread":["133","156"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen3/","price_label":"$0.46 / $1.82","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1W9YREWHTQMGTY5J1DGMKVAWJQ","source_key":"text:143:gpt-5.4-nano-high","source_order":314,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0VV72TSE6XQFZBCJX93JWPY2PF","model_label":"gpt-5.4-nano-high","provider":"OpenAI","rank":144,"score":1402.0,"margin":4.0,"sample_count":58427,"rank_spread":["135","156"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-5-4-mini-and-nano/","price_label":"$0.20 / $1.25","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7GGH8JRKGYRB47XCMWMFZR8BXQ","source_key":"text:144:o1-2024-12-17","source_order":315,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2JYRKFJ4XMPXX44H2XR1SEHKBY","model_label":"o1-2024-12-17","provider":"OpenAI","rank":145,"score":1402.0,"margin":4.0,"sample_count":27807,"rank_spread":["134","157"],"preliminary":false,"model_url":"https://openai.com/index/o1-and-new-tools-for-developers/","price_label":"$15 / $60","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1HDW7KT5WAWX5WBRR6NWPK3ACG","source_key":"text:145:longcat-flash-chat","source_order":316,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3FJ97AQETAMT86XRPRRZBM43P7","model_label":"longcat-flash-chat","provider":"Meituan","rank":146,"score":1401.0,"margin":6.0,"sample_count":11162,"rank_spread":["129","159"],"preliminary":false,"model_url":"https://huggingface.co/meituan-longcat/LongCat-Flash-Chat","price_label":"$0.20 / $0.80","context_label":"131.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7A80WNDCFWBX6H8N7D43T367YR","source_key":"text:146:claude-sonnet-4-20250514-thinking-32k","source_order":317,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_02D77HV3ZD27C9N2SKQGFE8QMD","model_label":"claude-sonnet-4-20250514-thinking-32k","provider":"Anthropic","rank":147,"score":1401.0,"margin":4.0,"sample_count":33935,"rank_spread":["136","157"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-4","price_label":"$3 / $15","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3FEQE7EK2M7905ZKSVQXFKBRYJ","source_key":"text:147:qwen3-235b-a22b-thinking-2507","source_order":318,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6QMB7QFWPAGD7MSQSE10JAFN1K","model_label":"qwen3-235b-a22b-thinking-2507","provider":"Alibaba","rank":148,"score":1400.0,"margin":7.0,"sample_count":8797,"rank_spread":["134","163"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","price_label":"$0.23 / $2.30","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_54SMAF2T3WNMZQDB5SKE0P83GM","source_key":"text:148:qwen3-next-80b-a3b-instruct","source_order":319,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0YR57BXAN68PQ7HDMYR35DD1PP","model_label":"qwen3-next-80b-a3b-instruct","provider":"Alibaba","rank":149,"score":1399.0,"margin":5.0,"sample_count":22527,"rank_spread":["139","161"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct","price_label":"$0.09 / $1.10","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6BKA92FHK4CWH7ZWSBHB3F99PJ","source_key":"text:149:deepseek-r1","source_order":320,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6GTW8RMTG2EC33N0YKECEQE4DV","model_label":"deepseek-r1","provider":"DeepSeek","rank":150,"score":1398.0,"margin":5.0,"sample_count":18524,"rank_spread":["140","164"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250120","price_label":"$0.70 / $2.50","context_label":"64K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5BGD2D4C95PCZ60D9596M3FTWW","source_key":"text:150:qwen3.5-flash","source_order":321,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5HKXD9YF9S2D1YT7GQKK9M3T0N","model_label":"qwen3.5-flash","provider":"Alibaba","rank":151,"score":1397.0,"margin":4.0,"sample_count":58185,"rank_spread":["140","164"],"preliminary":false,"model_url":"https://modelstudio.console.alibabacloud.com/ap-southeast-1/?tab=doc#/doc/?type=model&url=2840914_2&modelId=group-qwen3.5-flash","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6FW2ZZZZH04XY9KXKTG36T01ZG","source_key":"text:151:deepseek-v3-0324","source_order":322,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6KKBXYTTPEN0SKKPX1SV856J80","model_label":"deepseek-v3-0324","provider":"DeepSeek","rank":152,"score":1396.0,"margin":4.0,"sample_count":44781,"rank_spread":["140","168"],"preliminary":false,"model_url":"https://api-docs.deepseek.com/news/news250325","price_label":"$3 / $4.50","context_label":"32.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5P00HKWNZE3RBWRK4KJFW1E8G8","source_key":"text:152:qwen3-vl-235b-a22b-thinking","source_order":323,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_24MQDNRH49K5YQ2VVZH5903WWW","model_label":"qwen3-vl-235b-a22b-thinking","provider":"Alibaba","rank":153,"score":1395.0,"margin":7.0,"sample_count":7780,"rank_spread":["140","172"],"preliminary":false,"model_url":"https://qwen.ai/blog?id=99f0335c4ad9ff6153e517418d48535ab6d8afef&from=research.latest-advancements-list","price_label":"$0.40 / $4","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6MY84BQQSFZ4VDE27HCFZK6HZQ","source_key":"text:153:hunyuan-vision-1.5-thinking","source_order":324,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6MAJ4630Z7FBWH72D4G4Z18FBG","model_label":"hunyuan-vision-1.5-thinking","provider":"Tencent","rank":154,"score":1395.0,"margin":12.0,"sample_count":2171,"rank_spread":["129","176"],"preliminary":false,"model_url":"https://github.com/Tencent-Hunyuan/HunyuanVision","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_19KEPM8F91XAAGJ0BRA6B3ZB7Y","source_key":"text:154:qwen3.5-35b-a3b","source_order":325,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2R0321YH42C00MBHCACW8A4QF3","model_label":"qwen3.5-35b-a3b","provider":"Alibaba","rank":155,"score":1395.0,"margin":4.0,"sample_count":29033,"rank_spread":["142","168"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B","price_label":"$0.31 / $1.25","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3GG68K7SK5KK81HTW6868Y2YME","source_key":"text:155:amazon-nova-experimental-chat-12-10","source_order":326,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_25PFEA8CY4GW8B0XNAG04BVH9C","model_label":"amazon-nova-experimental-chat-12-10","provider":"Amazon","rank":156,"score":1395.0,"margin":10.0,"sample_count":3630,"rank_spread":["139","174"],"preliminary":false,"model_url":"https://nova.amazon.com/faqs","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_53CJQ405585G98ZQ1W5KDVER9X","source_key":"text:156:step-3.5-flash","source_order":327,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2ZBBGZDHRCA9H4DEQ62YKK24C6","model_label":"step-3.5-flash","provider":"StepFun","rank":157,"score":1394.0,"margin":4.0,"sample_count":57129,"rank_spread":["145","168"],"preliminary":false,"model_url":"https://huggingface.co/stepfun-ai/Step-3.5-Flash","price_label":"$0.10 / $0.30","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0CHFF5QT09TZC1Q1A28TEKBPB0","source_key":"text:157:mimo-v2-flash (non-thinking)","source_order":328,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_19F73EDRG1EF827X3ARZFW0DRR","model_label":"mimo-v2-flash (non-thinking)","provider":"Xiaomi","rank":158,"score":1392.0,"margin":4.0,"sample_count":46110,"rank_spread":["147","172"],"preliminary":false,"model_url":"https://mimo.xiaomi.com/blog/mimo-v2-flash","price_label":"$0.10 / $0.30","context_label":"262.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7HW1K6ZEX8D6JDMV954X5DXCWC","source_key":"text:158:o4-mini-2025-04-16","source_order":329,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4V2ZQMHK63PC4QHAQCDX076QD5","model_label":"o4-mini-2025-04-16","provider":"OpenAI","rank":159,"score":1391.0,"margin":4.0,"sample_count":44632,"rank_spread":["148","174"],"preliminary":false,"model_url":"https://openai.com/index/introducing-o3-and-o4-mini/","price_label":"$1.10 / $4.40","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5YCEMW768ECEDH0ZD0VFN88V9M","source_key":"text:159:claude-sonnet-4-20250514","source_order":330,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_03X8YC3R6M4RH23H5BB6MW1YXH","model_label":"claude-sonnet-4-20250514","provider":"Anthropic","rank":160,"score":1391.0,"margin":4.0,"sample_count":38952,"rank_spread":["148","174"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-4","price_label":"$3 / $15","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3MK1EYQFY99M1M087K76PHWWWB","source_key":"text:160:minimax-m2.5","source_order":331,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1DFV9BAZSQTFJM9NSK0H39B5FG","model_label":"minimax-m2.5","provider":"MiniMax","rank":161,"score":1390.0,"margin":4.0,"sample_count":40852,"rank_spread":["149","174"],"preliminary":false,"model_url":"https://www.minimax.io/news/minimax-m25","price_label":"$0.27 / $1.08","context_label":"204.8K","license_label":"Modified MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_34ACAX6KNB70QV0Z05R9BV72CJ","source_key":"text:161:gpt-5-mini-high","source_order":332,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2RFMA8SAYN18334FEDEXQ3Q7W8","model_label":"gpt-5-mini-high","provider":"OpenAI","rank":162,"score":1390.0,"margin":5.0,"sample_count":26567,"rank_spread":["149","174"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-5-mini","price_label":"$0.13 / $1","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6Z54NA1RR9JFZFF4R1VTS1P6N4","source_key":"text:162:o1-preview","source_order":333,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_026ZPVY4Q65B8S3DTWD26EMCCK","model_label":"o1-preview","provider":"OpenAI","rank":163,"score":1388.0,"margin":5.0,"sample_count":31122,"rank_spread":["150","174"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/o1","price_label":"$15 / $60","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_440DSMFY37G4MFZEHKG5C5F02K","source_key":"text:163:claude-3-7-sonnet-20250219-thinking-32k","source_order":334,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3ENTP8MDS5R2HEMQ77QKEHW0XA","model_label":"claude-3-7-sonnet-20250219-thinking-32k","provider":"Anthropic","rank":164,"score":1388.0,"margin":4.0,"sample_count":38083,"rank_spread":["152","174"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-3-7-sonnet","price_label":"$3 / $15","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3SH93NRBS69JTDQJDJ33AX01EN","source_key":"text:164:hunyuan-t1-20250711","source_order":335,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_77XCYXCGQBTHYZVKDH73848GAE","model_label":"hunyuan-t1-20250711","provider":"Tencent","rank":165,"score":1388.0,"margin":9.0,"sample_count":4581,"rank_spread":["147","178"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3E8JYD56AC3QZV0JN9H97SPZZ0","source_key":"text:165:qwen3-coder-480b-a35b-instruct","source_order":336,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5VKP58VSBB3WPEGH6G0R5FDYG2","model_label":"qwen3-coder-480b-a35b-instruct","provider":"Alibaba","rank":166,"score":1387.0,"margin":5.0,"sample_count":25091,"rank_spread":["152","176"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen3-coder/","price_label":"$0.40 / $1.60","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_36ZYN8XP3ASFM9ZK5FSFGZ3BWN","source_key":"text:166:mistral-medium-2505","source_order":337,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6N9B3SAWR277BEGRBNX21V3PV2","model_label":"mistral-medium-2505","provider":"Mistral","rank":167,"score":1387.0,"margin":5.0,"sample_count":32659,"rank_spread":["152","176"],"preliminary":false,"model_url":"https://mistral.ai/news/mistral-medium-3","price_label":"$0.40 / $2","context_label":"131.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2JGXV140DCXZ4KVZES3EKAGXXV","source_key":"text:167:mimo-v2-flash (thinking)","source_order":338,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_10DDBKAG8JY40DS7R17J5DBBEE","model_label":"mimo-v2-flash (thinking)","provider":"Xiaomi","rank":168,"score":1386.0,"margin":6.0,"sample_count":10742,"rank_spread":["152","176"],"preliminary":false,"model_url":"https://mimo.xiaomi.com/blog/mimo-v2-flash","price_label":"$0.10 / $0.30","context_label":"262.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5SNKJPRKGXS50S163YTSVP873S","source_key":"text:168:minimax-m2.1-preview","source_order":339,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_28KRGYGG705WXGQ4QAWV94Y82R","model_label":"minimax-m2.1-preview","provider":"MiniMax","rank":169,"score":1384.0,"margin":5.0,"sample_count":16623,"rank_spread":["155","178"],"preliminary":false,"model_url":"https://www.minimax.io/news/minimax-m21","price_label":"$0.30 / $1.20","context_label":"204.8K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6W898MX3B56KY7P2PYP42ZF74Q","source_key":"text:169:hunyuan-turbos-20250416","source_order":340,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0XAB5M00YCWEB150BCZAPSGJF3","model_label":"hunyuan-turbos-20250416","provider":"Tencent","rank":170,"score":1383.0,"margin":7.0,"sample_count":10584,"rank_spread":["155","182"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6GDG3YCZK7TQ86W0ANAWJ6FB2Q","source_key":"text:170:gpt-4.1-mini-2025-04-14","source_order":341,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6ZAJ0Y8QBF7BH9367X1KRCHPEB","model_label":"gpt-4.1-mini-2025-04-14","provider":"OpenAI","rank":171,"score":1382.0,"margin":4.0,"sample_count":38627,"rank_spread":["157","178"],"preliminary":false,"model_url":"https://openai.com/index/gpt-4-1/","price_label":"$0.40 / $1.60","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_78H50C9HQGE3VH2KWAGC22H3XT","source_key":"text:171:qwen3-30b-a3b-instruct-2507","source_order":342,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4SFW50EV42QGMWZMSESP06S21H","model_label":"qwen3-30b-a3b-instruct-2507","provider":"Alibaba","rank":172,"score":1382.0,"margin":5.0,"sample_count":23220,"rank_spread":["157","180"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507","price_label":"$0.09 / $0.30","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0MZ2BD5QGGW33TA6K86N3994EY","source_key":"text:172:gemini-2.5-flash-lite-preview-09-2025-no-thinking","source_order":343,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0A92NHWMEVGM85YTS5627C3E41","model_label":"gemini-2.5-flash-lite-preview-09-2025-no-thinking","provider":"Google","rank":173,"score":1380.0,"margin":3.0,"sample_count":46374,"rank_spread":["164","181"],"preliminary":false,"model_url":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","price_label":"$0.10 / $0.40","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0M4JJD4ZG2GNHXZPYBES69GD97","source_key":"text:173:trinity-large-preview","source_order":344,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3VZHA1N7MWTNXRKRKXH1SB2BJD","model_label":"trinity-large-preview","provider":"Not listed","rank":174,"score":1378.0,"margin":4.0,"sample_count":29739,"rank_spread":["164","183"],"preliminary":false,"model_url":"https://www.arcee.ai/blog/trinity-large","price_label":"$0.15 / $0.45","context_label":"131K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3Y6ZP0MTNS3S2NF1JJJQYP64GF","source_key":"text:174:glm-4.6v","source_order":345,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4Q3C8GHMFX48CEPFM1ZT51AGE6","model_label":"glm-4.6v","provider":"Z.ai","rank":175,"score":1378.0,"margin":11.0,"sample_count":2761,"rank_spread":["155","191"],"preliminary":false,"model_url":"https://huggingface.co/zai-org/GLM-4.6V","price_label":"$0.30 / $0.90","context_label":"131.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4ZWN1DD3F6XK2GR4EMPB52QGZD","source_key":"text:175:solar-pro4","source_order":346,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5JKAW9GZBJP59G2BP2H3SV196N","model_label":"solar-pro4","provider":"Upstage","rank":176,"score":1376.0,"margin":12.0,"sample_count":2424,"rank_spread":["155","192"],"preliminary":false,"model_url":"https://www.upstage.ai/blog/en/solar-pro-4","price_label":"$0.09 / $0.36","context_label":"524.3K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2M0GQTTJRFSTZ3RFS4ZEJ056GY","source_key":"text:176:qwen3-235b-a22b","source_order":347,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1QYXR1XHAS9MF08NGNENZD2TE5","model_label":"qwen3-235b-a22b","provider":"Alibaba","rank":177,"score":1375.0,"margin":5.0,"sample_count":25861,"rank_spread":["168","185"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen3/","price_label":"$0.46 / $1.82","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1GCXT41R7WT29V3AV5GT2PX86Y","source_key":"text:177:gemini-2.5-flash-lite-preview-06-17-thinking","source_order":348,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0233S2830TN3SN261R2K6HWAFJ","model_label":"gemini-2.5-flash-lite-preview-06-17-thinking","provider":"Google","rank":178,"score":1375.0,"margin":5.0,"sample_count":32209,"rank_spread":["168","185"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemini-2.5-flash-lite-preview-06-17","price_label":"$0.10 / $0.40","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_09Z5Q8ZBFSCFKZAKSN59XG3ZRX","source_key":"text:178:qwen2.5-max","source_order":349,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6948MX33ZJBZ3HSP9KWWR61AAB","model_label":"qwen2.5-max","provider":"Alibaba","rank":179,"score":1374.0,"margin":4.0,"sample_count":32418,"rank_spread":["171","185"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen2.5-max/","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_76R30R3GNNVDKJ9E6CD9JFVYJG","source_key":"text:179:claude-3-5-sonnet-20241022","source_order":350,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_58C027K9XJH0BJZ27Q3Q9XRC94","model_label":"claude-3-5-sonnet-20241022","provider":"Anthropic","rank":180,"score":1374.0,"margin":3.0,"sample_count":87692,"rank_spread":["172","185"],"preliminary":false,"model_url":"https://www.anthropic.com/news/3-5-models-and-computer-use","price_label":"$3 / $15","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7GBNS7PJQ2T1H87NBG0PE3HW1T","source_key":"text:180:glm-4.5-air","source_order":351,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7Q1D0TNHTYMS13ZBZH2YAJ2FS9","model_label":"glm-4.5-air","provider":"Z.ai","rank":181,"score":1373.0,"margin":4.0,"sample_count":30367,"rank_spread":["171","187"],"preliminary":false,"model_url":"https://z.ai/blog/glm-4.5","price_label":"$0.13 / $0.85","context_label":"131.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7EYQTAVZTZSSG8XXX5YVSXFFQ0","source_key":"text:181:claude-3-7-sonnet-20250219","source_order":352,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6N1G59A5A3QR5NCNPQZZ1A7F0D","model_label":"claude-3-7-sonnet-20250219","provider":"Anthropic","rank":182,"score":1372.0,"margin":4.0,"sample_count":42446,"rank_spread":["173","190"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-3-7-sonnet","price_label":"$3 / $15","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6VTEN1CQB8ZBW61XFFPF2D94C7","source_key":"text:182:trinity-large-thinking","source_order":353,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7DS6RYW5M6VTX8V03P12CFEZ7B","model_label":"trinity-large-thinking","provider":"Not listed","rank":183,"score":1369.0,"margin":5.0,"sample_count":28956,"rank_spread":["175","192"],"preliminary":false,"model_url":"https://www.arcee.ai/blog/trinity-large-thinking","price_label":"$0.25 / $0.80","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1Q487V9MP7EY59PBNPD7W6P708","source_key":"text:183:qwen3-next-80b-a3b-thinking","source_order":354,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4MM269H2ATKQSH4XZATDHKMK20","model_label":"qwen3-next-80b-a3b-thinking","provider":"Alibaba","rank":184,"score":1369.0,"margin":6.0,"sample_count":13379,"rank_spread":["174","195"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking","price_label":"$0.15 / $1.20","context_label":"262.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6SGFW42XKZQCNQ9FPF185Z8Z63","source_key":"text:184:glm-4.7-flash","source_order":355,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_28HGNQ530AX0SM6YA6WGWTX694","model_label":"glm-4.7-flash","provider":"Z.ai","rank":185,"score":1366.0,"margin":6.0,"sample_count":11495,"rank_spread":["175","198"],"preliminary":false,"model_url":"https://huggingface.co/zai-org/GLM-4.7-Flash","price_label":"$0.06 / $0.40","context_label":"200K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_05PY5SXEEF4G5VTX1407JQ77JX","source_key":"text:185:gemma-3-27b-it","source_order":356,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1QWGBA4QCTBQ2V90QJTRHMVV1A","model_label":"gemma-3-27b-it","provider":"Google","rank":186,"score":1365.0,"margin":4.0,"sample_count":46418,"rank_spread":["180","196"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-3-27b-it","price_label":"$0.08 / $0.45","context_label":"131.1K","license_label":"Gemma","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4VFB652W4DJ7VRYZVDBVP5VFWZ","source_key":"text:186:amazon-nova-experimental-chat-11-10","source_order":357,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4GK4E7S33JBN9GSHKGPN8F5RVE","model_label":"amazon-nova-experimental-chat-11-10","provider":"Amazon","rank":187,"score":1365.0,"margin":4.0,"sample_count":25087,"rank_spread":["179","197"],"preliminary":false,"model_url":"https://nova.amazon.com/faqs","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_02D4JVVAM86NY7TGQB6P9KKSDP","source_key":"text:187:minimax-m1","source_order":358,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4MT0MFDZAWTB6SJMRR89XDR91P","model_label":"minimax-m1","provider":"MiniMax","rank":188,"score":1364.0,"margin":4.0,"sample_count":34024,"rank_spread":["180","199"],"preliminary":false,"model_url":"https://www.minimax.io/news/minimaxm1","price_label":"$0.55 / $2.20","context_label":"1M","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_32HBYKK8FMR4EAG2G3N0NWBFCG","source_key":"text:188:grok-3-mini-high","source_order":359,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0VA4PB0V6BMSS9FVM62Z8F2DA1","model_label":"grok-3-mini-high","provider":"SpaceXAI","rank":189,"score":1364.0,"margin":5.0,"sample_count":15535,"rank_spread":["179","200"],"preliminary":false,"model_url":"https://docs.x.ai/docs/models","price_label":"$0.25 / $1.27","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6B5R5FBXCW02X7AGZ13GZ4EBET","source_key":"text:189:o3-mini-high","source_order":360,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_49JV190FWY1MX0C3XJXSX10SBT","model_label":"o3-mini-high","provider":"OpenAI","rank":190,"score":1363.0,"margin":5.0,"sample_count":18589,"rank_spread":["180","200"],"preliminary":false,"model_url":"https://platform.openai.com/docs/guides/reasoning#reasoning-effort","price_label":"$1.10 / $4.40","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0CYGEGA5MJVY7BSW3C00VSFY6Z","source_key":"text:190:nvidia-nemotron-3-super-120b-a12b","source_order":361,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5N7QNF98KC21HS26W7ZRY6CJ4Y","model_label":"nvidia-nemotron-3-super-120b-a12b","provider":"Nvidia","rank":191,"score":1361.0,"margin":7.0,"sample_count":7458,"rank_spread":["181","211"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8","price_label":"N/A","context_label":"N/A","license_label":"NVIDIA Open Model","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6Q8SWPSGFHTDJQAMWWZ1GRH3VH","source_key":"text:191:gemini-2.0-flash-001","source_order":362,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7NMNS15WT6A6BRWGJEMK9PYZE9","model_label":"gemini-2.0-flash-001","provider":"Google","rank":192,"score":1360.0,"margin":4.0,"sample_count":43348,"rank_spread":["184","207"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys-1121&model=gemini-2.0-flash-001","price_label":"$0.10 / $0.40","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2ZFGRWRA6XHA638BCH5PEBHV26","source_key":"text:192:deepseek-v3","source_order":363,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3FWQ0XV3ZN9M4ZFBVYX5BA6KWZ","model_label":"deepseek-v3","provider":"DeepSeek","rank":193,"score":1358.0,"margin":5.0,"sample_count":21770,"rank_spread":["184","210"],"preliminary":false,"model_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3","price_label":"$1.14 / $4.56","context_label":"N/A","license_label":"DeepSeek","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_257XY4FVQECKFX1VESFQ3WY5C6","source_key":"text:193:grok-3-mini-beta","source_order":364,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6YWB42C3VA6ANR16Q97B62SY9Q","model_label":"grok-3-mini-beta","provider":"SpaceXAI","rank":194,"score":1358.0,"margin":5.0,"sample_count":20840,"rank_spread":["184","212"],"preliminary":false,"model_url":"https://docs.x.ai/docs/models","price_label":"$1.25 / $2.50","context_label":"131.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2G636F1179PW5QVZARXAYZAZJV","source_key":"text:194:mistral-small-2506","source_order":365,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6BZBHKSTT4HJ51J5D2V1Z6HTBR","model_label":"mistral-small-2506","provider":"Mistral","rank":195,"score":1357.0,"margin":5.0,"sample_count":17390,"rank_spread":["185","215"],"preliminary":false,"model_url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506","price_label":"$0.10 / $0.30","context_label":"32K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5J8YZX9D4F058WTHZY6BTWFR73","source_key":"text:195:intellect-3","source_order":366,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_07QVG4163KH4FC8E59GP1DBN01","model_label":"intellect-3","provider":"Not listed","rank":196,"score":1356.0,"margin":8.0,"sample_count":5278,"rank_spread":["182","220"],"preliminary":false,"model_url":"https://www.primeintellect.ai/blog/intellect-3","price_label":"$0.20 / $1.10","context_label":"131.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1DX9M5TS45P5NDBGBNFBEENXJF","source_key":"text:196:command-a-03-2025","source_order":367,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7GXJRE9SJZGEAN2AG4QFYZ53VV","model_label":"command-a-03-2025","provider":"Cohere","rank":197,"score":1354.0,"margin":3.0,"sample_count":55441,"rank_spread":["191","218"],"preliminary":false,"model_url":"https://cohere.com/blog/command-a","price_label":"$2.50 / $10","context_label":"256K","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0SXR48J8T7Z3PPE3X00SSD7C55","source_key":"text:197:gemini-2.0-flash-lite-preview-02-05","source_order":368,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5TR00N4JG12WBYM0F5QASDSA3W","model_label":"gemini-2.0-flash-lite-preview-02-05","provider":"Google","rank":198,"score":1353.0,"margin":4.0,"sample_count":24955,"rank_spread":["191","219"],"preliminary":false,"model_url":"https://aistudio.google.com/prompts/new_chat?model=gemini-2.0-flash-lite","price_label":"$0.07 / $0.30","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_64PHPFCZGVFPW68CNFF276J27Z","source_key":"text:198:glm-4.5v","source_order":369,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4N6EX6JXRY1EHE4E1Y629Y914X","model_label":"glm-4.5v","provider":"Z.ai","rank":199,"score":1353.0,"margin":8.0,"sample_count":4816,"rank_spread":["186","222"],"preliminary":false,"model_url":"https://huggingface.co/zai-org/GLM-4.5V","price_label":"$0.60 / $1.80","context_label":"65.5K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3RTCNY0ZBESH2C02RQ1EJBBW78","source_key":"text:199:nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4","source_order":370,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0PW9E0EGSGD9MF19NCFJHZ9M7R","model_label":"nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4","provider":"Nvidia","rank":200,"score":1353.0,"margin":8.0,"sample_count":7900,"rank_spread":["188","221"],"preliminary":true,"model_url":"https://developer.nvidia.com/blog/nvidia-nemotron-3-5-lightning-delivers-fast-accurate-specialized-task-execution-for-long-running-agents/?nvid=nv-csfg-698644","price_label":"N/A","context_label":"N/A","license_label":"OpenMDW-1.1","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2ZJV67ZPXNR02F6NM4VHT8RQBT","source_key":"text:200:gpt-oss-120b","source_order":371,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7T1VTE3GE8X7Q7EKK3P94E915P","model_label":"gpt-oss-120b","provider":"OpenAI","rank":201,"score":1352.0,"margin":4.0,"sample_count":29948,"rank_spread":["191","220"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-oss/","price_label":"$0.15 / $0.60","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2JVAWCRMGEPB6E0VK5ZTSHK6TS","source_key":"text:201:gemini-1.5-pro-002","source_order":372,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_730QTXB5TY248ZZ1ZXYM5AH974","model_label":"gemini-1.5-pro-002","provider":"Google","rank":202,"score":1351.0,"margin":3.0,"sample_count":55606,"rank_spread":["192","220"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-pro-002","price_label":"$3.50 / $10.50","context_label":"2.1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5JVCG6EWBK6B8BC9K66NZHJ2J7","source_key":"text:202:amazon-nova-experimental-chat-10-20","source_order":373,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1FQ6G12C0S45NY675Y5YGVKWV7","model_label":"amazon-nova-experimental-chat-10-20","provider":"Amazon","rank":203,"score":1350.0,"margin":6.0,"sample_count":11363,"rank_spread":["192","222"],"preliminary":false,"model_url":"https://nova.amazon.com/faqs","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_12RNGP4SJR2ZMRKPBQ8T1YN1XA","source_key":"text:203:step-3","source_order":374,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5JSA48AKAEADVMKXG648DEM539","model_label":"step-3","provider":"StepFun","rank":204,"score":1349.0,"margin":8.0,"sample_count":6277,"rank_spread":["191","224"],"preliminary":false,"model_url":"https://stepfun.ai/research/en/step3","price_label":"$0.57 / $1.42","context_label":"65.5K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2N34VHH3RYE025RPMACY0GC39S","source_key":"text:204:hunyuan-turbos-20250226","source_order":375,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7RWKC4T3DPQJ86EJHFTQSGT8P5","model_label":"hunyuan-turbos-20250226","provider":"Tencent","rank":205,"score":1349.0,"margin":12.0,"sample_count":2220,"rank_spread":["187","231"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1VBWETXHTAKEB9HAAKVPTTMNZT","source_key":"text:205:o3-mini","source_order":376,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4YEYMXC0D7VXC1NH8AZ0PVEY4X","model_label":"o3-mini","provider":"OpenAI","rank":206,"score":1348.0,"margin":4.0,"sample_count":56652,"rank_spread":["196","222"],"preliminary":false,"model_url":"https://openai.com/index/openai-o3-mini/","price_label":"$0.55 / $2.20","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7Y4HHKH60SJD20WY4Z1ED3KJ4E","source_key":"text:206:llama-3.1-nemotron-ultra-253b-v1","source_order":377,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4M31FWVDJMCCF7K70BQBVAT81R","model_label":"llama-3.1-nemotron-ultra-253b-v1","provider":"Nvidia","rank":207,"score":1348.0,"margin":12.0,"sample_count":2549,"rank_spread":["189","234"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","price_label":"$0.60 / $1.80","context_label":"131.1K","license_label":"Nvidia Open Model","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_047TM01Z8PHNC9TMZTPTZYYG7A","source_key":"text:207:qwen3-32b","source_order":378,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_027NPSP8TSQXJ2C38R912HEY4S","model_label":"qwen3-32b","provider":"Alibaba","rank":208,"score":1347.0,"margin":9.0,"sample_count":3926,"rank_spread":["191","231"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen3/","price_label":"$0.08 / $0.28","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_17SX0F3PPQ35QM1J5ND2G4011S","source_key":"text:208:amazon-nova-experimental-chat-10-09","source_order":379,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7SJWKKQCFEYBR4ST4MAQQ1CXPH","model_label":"amazon-nova-experimental-chat-10-09","provider":"Amazon","rank":209,"score":1347.0,"margin":11.0,"sample_count":2775,"rank_spread":["191","233"],"preliminary":false,"model_url":"https://nova.amazon.com/faqs","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1G0YZ3Q3NC9NG5Y8CJ57TY1SVV","source_key":"text:209:mercury-2","source_order":380,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_750ZE5RMEDPGH9JZTPJPXSGH20","model_label":"mercury-2","provider":"Inception AI","rank":210,"score":1346.0,"margin":11.0,"sample_count":3042,"rank_spread":["191","234"],"preliminary":false,"model_url":"https://www.inceptionlabs.ai/blog/introducing-mercury-2","price_label":"$0.25 / $0.75","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2YN3SC8VFPHW7VP423GDF00KH4","source_key":"text:210:gpt-4o-2024-05-13","source_order":381,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4N4WPYP40883BE54G5J4J26A9Z","model_label":"gpt-4o-2024-05-13","provider":"OpenAI","rank":211,"score":1346.0,"margin":3.0,"sample_count":112881,"rank_spread":["197","222"],"preliminary":false,"model_url":"https://openai.com/index/hello-gpt-4o/","price_label":"$5 / $15","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_65APHFFY38PP77Q7M6KAHP6Q4E","source_key":"text:211:qwen-plus-0125","source_order":382,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5JB0M2B64QYYKTS50J4P7QTW1J","model_label":"qwen-plus-0125","provider":"Alibaba","rank":212,"score":1346.0,"margin":8.0,"sample_count":5819,"rank_spread":["192","231"],"preliminary":false,"model_url":"https://www.alibabacloud.com/help/en/model-studio/developer-reference/what-is-qwen-llm","price_label":"$0.40 / $1.20","context_label":"131.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_48WBC4QT5PEXGQ30F9JPRCM9ER","source_key":"text:212:minimax-m2","source_order":383,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6NY9NAKV6VS3403115HZE9MJPN","model_label":"minimax-m2","provider":"MiniMax","rank":213,"score":1346.0,"margin":8.0,"sample_count":6752,"rank_spread":["193","231"],"preliminary":false,"model_url":"https://www.minimax.io/news/minimax-m2","price_label":"$0.30 / $1.20","context_label":"204.8K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5SYG8RR669XQ74N4HSFC8TV9H3","source_key":"text:213:ling-flash-2.0","source_order":384,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2B578GC4N2GPG901BZNTDC8FQW","model_label":"ling-flash-2.0","provider":"Ant Group","rank":214,"score":1344.0,"margin":7.0,"sample_count":6851,"rank_spread":["195","232"],"preliminary":false,"model_url":"https://huggingface.co/inclusionAI/Ling-flash-2.0","price_label":"N/A","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_24EB5ZDVGN1X8YQV5KZ1W445PC","source_key":"text:214:nvidia-llama-3.3-nemotron-super-49b-v1.5","source_order":385,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6ANGD11MZP2YQCXHZS38077QCM","model_label":"nvidia-llama-3.3-nemotron-super-49b-v1.5","provider":"Nvidia","rank":215,"score":1343.0,"margin":10.0,"sample_count":3313,"rank_spread":["194","234"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","price_label":"$0.10 / $0.40","context_label":"131.1K","license_label":"Nvidia Open","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5DSKR78QXBKCQHSTBZPQ14SB9G","source_key":"text:215:claude-3-5-sonnet-20240620","source_order":386,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4M468J3MAAS8TC8CYNK2VJ6N8D","model_label":"claude-3-5-sonnet-20240620","provider":"Anthropic","rank":216,"score":1343.0,"margin":3.0,"sample_count":82419,"rank_spread":["201","229"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-3-5-sonnet","price_label":"$3 / $15","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4HPCA3GZBHPT4GZTEDMQMFSF1Z","source_key":"text:216:glm-4-plus-0111","source_order":387,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7BM19JBDR26WD45Y7EA85F3GEJ","model_label":"glm-4-plus-0111","provider":"Z.ai","rank":217,"score":1343.0,"margin":8.0,"sample_count":5760,"rank_spread":["196","234"],"preliminary":false,"model_url":"https://bigmodel.cn/dev/howuse/glm-4","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3HCSV0GEGEZ8EJ95A27X0NKG37","source_key":"text:217:gemma-3-12b-it","source_order":388,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_02GAYV4J5S167NJ862155JDHY0","model_label":"gemma-3-12b-it","provider":"Google","rank":218,"score":1342.0,"margin":10.0,"sample_count":3829,"rank_spread":["196","235"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-3-12b-it","price_label":"$0.05 / $0.15","context_label":"131.1K","license_label":"Gemma","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1H4FQ8YGG6M5VFPPWJ94DJBE47","source_key":"text:218:granite-4.2-30b","source_order":389,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6HFB6T764JRVYH8QG2DTF7J70N","model_label":"granite-4.2-30b","provider":"IBM","rank":219,"score":1342.0,"margin":11.0,"sample_count":3261,"rank_spread":["195","238"],"preliminary":false,"model_url":"https://research.ibm.com/blog/introducing-granite-4-2","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_57Q0CBSC1MFTWF4FQ4D0Y6MVRE","source_key":"text:219:hunyuan-turbo-0110","source_order":390,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1E1M6W1ANFV5HQ8NGJNMMT76FR","model_label":"hunyuan-turbo-0110","provider":"Tencent","rank":220,"score":1341.0,"margin":12.0,"sample_count":2290,"rank_spread":["195","239"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5Z5FYW9D9D9SAD29NXD631TVJ4","source_key":"text:220:gpt-5-nano-high","source_order":391,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_435VZ0DJWFXA40PHFC8TP6SPM4","model_label":"gpt-5-nano-high","provider":"OpenAI","rank":221,"score":1337.0,"margin":7.0,"sample_count":8127,"rank_spread":["202","238"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-5-nano","price_label":"$0.03 / $0.20","context_label":"400K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1X0PEW3HQ4A8DWZPK3W7V0B1T0","source_key":"text:221:o1-mini","source_order":392,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2MJHDP4VGMJ7DE3790JVS71GEG","model_label":"o1-mini","provider":"OpenAI","rank":222,"score":1337.0,"margin":4.0,"sample_count":51981,"rank_spread":["207","235"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/o1","price_label":"$1.10 / $4.40","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0QD184GQ3A4W1J9F0RBFAWQE1M","source_key":"text:222:nova-2-lite","source_order":393,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_416VQ012481HC17TRHTXP69ZTD","model_label":"nova-2-lite","provider":"Amazon","rank":223,"score":1336.0,"margin":6.0,"sample_count":12120,"rank_spread":["206","239"],"preliminary":false,"model_url":"https://aws.amazon.com/blogs/aws/introducing-amazon-nova-2-lite-a-fast-cost-effective-reasoning-model/","price_label":"$0.30 / $2.50","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1J50B69ANGTW4H14W703E3KMRC","source_key":"text:223:qwq-32b","source_order":394,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7NWBGFC2FRJESZMX6Z8ZSJ34H9","model_label":"qwq-32b","provider":"Alibaba","rank":224,"score":1336.0,"margin":4.0,"sample_count":25087,"rank_spread":["207","237"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/QwQ-32B","price_label":"$0.50 / $1","context_label":"16.4K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_48SD0E89MQSA6VB7M8WAV3J022","source_key":"text:224:gemini-advanced-0514","source_order":395,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4XPQFHVKKK535Z5S00DHGE0Z18","model_label":"gemini-advanced-0514","provider":"Google","rank":225,"score":1336.0,"margin":5.0,"sample_count":50148,"rank_spread":["207","238"],"preliminary":false,"model_url":"https://gemini.google.com/advanced","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4M54Y27CTCEEY7DBDFX8FMG2Z7","source_key":"text:225:grok-2-2024-08-13","source_order":396,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5GGNPAHCZ0A75QVPJE7PEK6N6B","model_label":"grok-2-2024-08-13","provider":"SpaceXAI","rank":226,"score":1336.0,"margin":4.0,"sample_count":63498,"rank_spread":["208","235"],"preliminary":false,"model_url":"https://x.ai/blog/grok-2","price_label":"$2 / $10","context_label":"131.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2BY8Z49SSR5S76Y921ZE8GGFGP","source_key":"text:226:gpt-4o-2024-08-06","source_order":397,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_16RP7R99WSS9TCR9PS71H9A14X","model_label":"gpt-4o-2024-08-06","provider":"OpenAI","rank":227,"score":1335.0,"margin":4.0,"sample_count":45499,"rank_spread":["207","238"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-4o","price_label":"$2.50 / $10","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4QRSKYNBP3V47DFKWN6JW7JCCX","source_key":"text:227:llama-3.1-405b-instruct-bf16","source_order":398,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5H9ZMH6QTYJQEV13PT27KKMCEB","model_label":"llama-3.1-405b-instruct-bf16","provider":"Meta","rank":228,"score":1335.0,"margin":4.0,"sample_count":41375,"rank_spread":["208","237"],"preliminary":false,"model_url":"https://ai.meta.com/blog/meta-llama-3-1/","price_label":"$4 / $4","context_label":"32.8K","license_label":"Llama 3.1 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0FZ77HSPB5F5CBX85VJCCXGBX6","source_key":"text:228:step-2-16k-exp-202412","source_order":399,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5B3KV90FRQG1F50SCA5G9FS82G","model_label":"step-2-16k-exp-202412","provider":"StepFun","rank":229,"score":1334.0,"margin":9.0,"sample_count":4833,"rank_spread":["206","245"],"preliminary":false,"model_url":"https://platform.stepfun.com/docs/llm/text","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6GDXPQB99DBXG4YXKQFY60T175","source_key":"text:229:llama-3.1-405b-instruct-fp8","source_order":400,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_53M0JX0CT18GX46PKQK9SXXFX9","model_label":"llama-3.1-405b-instruct-fp8","provider":"Meta","rank":230,"score":1333.0,"margin":4.0,"sample_count":59656,"rank_spread":["212","239"],"preliminary":false,"model_url":"https://ai.meta.com/blog/meta-llama-3-1/","price_label":"$4 / $4","context_label":"32.8K","license_label":"Llama 3.1 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_364XW0HPB9H8X6ZTAC9W45PXF9","source_key":"text:230:olmo-3.1-32b-instruct","source_order":401,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2QRTWCFRPXAW8JX567W3420AYT","model_label":"olmo-3.1-32b-instruct","provider":"Ai2","rank":231,"score":1330.0,"margin":6.0,"sample_count":11454,"rank_spread":["213","247"],"preliminary":false,"model_url":"https://huggingface.co/allenai/Olmo-3.1-32B-Instruct","price_label":"$0.20 / $0.60","context_label":"65.5K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_07WVHWBFQD3CY7B7SM6G5MN1KG","source_key":"text:231:yi-lightning","source_order":402,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_27N2P7H8H528YCF73PQS8H6CH6","model_label":"yi-lightning","provider":"Not listed","rank":232,"score":1328.0,"margin":5.0,"sample_count":27332,"rank_spread":["218","249"],"preliminary":false,"model_url":"https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B%E4%B8%8E%E8%AE%A1%E8%B4%B9","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6JMVGAGQ3C1VWDRK4BBJW4GN7M","source_key":"text:232:llama-3.3-nemotron-49b-super-v1","source_order":403,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_21KMD4SBRNKTRBM0WXRQDAF9ZX","model_label":"llama-3.3-nemotron-49b-super-v1","provider":"Nvidia","rank":233,"score":1328.0,"margin":12.0,"sample_count":2218,"rank_spread":["207","261"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1","price_label":"N/A","context_label":"N/A","license_label":"Nvidia","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2BK4JQ93VY7JCWWYQQ0HKDGXAK","source_key":"text:233:molmo-2-8b","source_order":404,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_27SC13TRS4HKKCDD70QQ9VFN3T","model_label":"molmo-2-8b","provider":"Ai2","rank":234,"score":1328.0,"margin":21.0,"sample_count":792,"rank_spread":["198","272"],"preliminary":false,"model_url":"https://huggingface.co/allenai/Molmo2-8B","price_label":"$0.20 / $0.20","context_label":"36.9K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0M0FNGDTGREFTMCGX4Q4HRN0V0","source_key":"text:234:qwen3-30b-a3b","source_order":405,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7M7GXE5TKKR2S84670K22580JB","model_label":"qwen3-30b-a3b","provider":"Alibaba","rank":235,"score":1327.0,"margin":5.0,"sample_count":26087,"rank_spread":["221","251"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen3/","price_label":"$0.12 / $0.50","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7SR2DYFNQSKMRW2QN6WG8QT59E","source_key":"text:235:llama-4-maverick-17b-128e-instruct","source_order":406,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7E6NEPAM20SFNF7GZASRKR9N93","model_label":"llama-4-maverick-17b-128e-instruct","provider":"Meta","rank":236,"score":1327.0,"margin":4.0,"sample_count":39355,"rank_spread":["223","249"],"preliminary":false,"model_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","price_label":"$0.63 / $1.80","context_label":"131.1K","license_label":"Llama 4","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3G5R7PQJ4JYANYK230Y1FQNXXR","source_key":"text:236:hunyuan-large-2025-02-10","source_order":407,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2AK257878ES8STHWNS3MN1SG1B","model_label":"hunyuan-large-2025-02-10","provider":"Tencent","rank":237,"score":1326.0,"margin":10.0,"sample_count":3738,"rank_spread":["214","259"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_470B4R2CYJFHSEG6F37TGJ195M","source_key":"text:237:claude-3-5-haiku-20241022","source_order":408,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0YTY6ZSQCTDQ7JS8R1FJ53D0MH","model_label":"claude-3-5-haiku-20241022","provider":"Anthropic","rank":238,"score":1324.0,"margin":3.0,"sample_count":68961,"rank_spread":["230","253"],"preliminary":false,"model_url":"https://www.anthropic.com/news/3-5-models-and-computer-use","price_label":"$1 / $5","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_561E1VJTPC3XGJ6J1QVYYDR8TG","source_key":"text:238:gpt-4-turbo-2024-04-09","source_order":409,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1TCJ0PBNGVZ3G1CEP75WB580SE","model_label":"gpt-4-turbo-2024-04-09","provider":"OpenAI","rank":239,"score":1324.0,"margin":4.0,"sample_count":98114,"rank_spread":["230","255"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4","price_label":"$10 / $30","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7KAZFG9639JNRWBGE1WD0QFRTP","source_key":"text:239:gemini-1.5-pro-001","source_order":410,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1HB56JH4F1MARC6517Y4WE70B7","model_label":"gemini-1.5-pro-001","provider":"Google","rank":240,"score":1324.0,"margin":4.0,"sample_count":79138,"rank_spread":["230","256"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro","price_label":"$3.50 / $10.50","context_label":"2.1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1YF8T4CJHVPNN8X9GNWC6H8NKW","source_key":"text:240:deepseek-v2.5-1210","source_order":411,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4QARXS0H4KWCHWK76Q4RJJQP7C","model_label":"deepseek-v2.5-1210","provider":"DeepSeek","rank":241,"score":1323.0,"margin":8.0,"sample_count":6795,"rank_spread":["221","261"],"preliminary":false,"model_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2.5-1210","price_label":"N/A","context_label":"N/A","license_label":"DeepSeek","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_39DQQ122THD3PJH9B5SZ2CHF7D","source_key":"text:241:gpt-4.1-nano-2025-04-14","source_order":412,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6QXX9JT8ZM57MEP4YD5SKZG440","model_label":"gpt-4.1-nano-2025-04-14","provider":"OpenAI","rank":242,"score":1322.0,"margin":8.0,"sample_count":6103,"rank_spread":["227","262"],"preliminary":false,"model_url":"https://openai.com/index/gpt-4-1/","price_label":"$0.10 / $0.40","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_53VYY21H69NP9255ZBD8TRP1RX","source_key":"text:242:claude-3-opus-20240229","source_order":413,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1VCP7BDRA9VR70T8HE906YJFEZ","model_label":"claude-3-opus-20240229","provider":"Anthropic","rank":243,"score":1322.0,"margin":3.0,"sample_count":194909,"rank_spread":["231","256"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-3-family","price_label":"$15 / $75","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4K6GWGS98NR9BJV0EYNG0NSJG7","source_key":"text:243:llama-4-scout-17b-16e-instruct","source_order":414,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_39936HH7KE1H0SC0XNKATDQ31D","model_label":"llama-4-scout-17b-16e-instruct","provider":"Meta","rank":244,"score":1321.0,"margin":5.0,"sample_count":29735,"rank_spread":["230","259"],"preliminary":false,"model_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","price_label":"$0.40 / $0.70","context_label":"8.2K","license_label":"Llama","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6G746WPKXWG714G2DZ19RJ8Z00","source_key":"text:244:ring-flash-2.0","source_order":415,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3G7DYBB8JHEQ5VKDBC3CRN06X5","model_label":"ring-flash-2.0","provider":"Ant Group","rank":245,"score":1321.0,"margin":7.0,"sample_count":6898,"rank_spread":["230","262"],"preliminary":false,"model_url":"https://huggingface.co/inclusionAI/Ring-flash-2.0","price_label":"N/A","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_77805MS9V9M3M8HBZHJYZ5HT9P","source_key":"text:245:step-1o-turbo-202506","source_order":416,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_41YESEA4KJ81WP16VVYPR18HVY","model_label":"step-1o-turbo-202506","provider":"StepFun","rank":246,"score":1320.0,"margin":7.0,"sample_count":8853,"rank_spread":["230","262"],"preliminary":false,"model_url":"https://platform.stepfun.com/docs/llm/vision","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_015Y8C0WKZWGZJSYP7AJF19622","source_key":"text:246:glm-4-plus","source_order":417,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1AD61K99GRDTHQK645VA920H4V","model_label":"glm-4-plus","provider":"Z.ai","rank":247,"score":1319.0,"margin":5.0,"sample_count":26126,"rank_spread":["231","262"],"preliminary":false,"model_url":"https://bigmodel.cn/dev/howuse/glm-4","price_label":"$0.44 / $1.76","context_label":"204.8K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1KGANHNQZ9MKADKQR82TTQVX65","source_key":"text:247:qwen-max-0919","source_order":418,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0X127QZKG7BDNSP2AW7KG7XQ8M","model_label":"qwen-max-0919","provider":"Alibaba","rank":248,"score":1318.0,"margin":6.0,"sample_count":16478,"rank_spread":["232","264"],"preliminary":false,"model_url":"https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction","price_label":"$1.60 / $6.40","context_label":"32.8K","license_label":"Qwen","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7NE2WA712W7X7F6W3MMPFSEPV5","source_key":"text:248:gpt-4o-mini-2024-07-18","source_order":419,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4SM348DPK7A8XVJS4RCJ97KXXC","model_label":"gpt-4o-mini-2024-07-18","provider":"OpenAI","rank":249,"score":1318.0,"margin":4.0,"sample_count":68697,"rank_spread":["235","262"],"preliminary":false,"model_url":"https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/","price_label":"$0.15 / $0.60","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0Y7F612SARZBZC5EXFBVQNJVJG","source_key":"text:249:llama-3.3-70b-instruct","source_order":420,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1BCDZH55WWYPCGC0CZ13MHVHBA","model_label":"llama-3.3-70b-instruct","provider":"Meta","rank":250,"score":1318.0,"margin":4.0,"sample_count":54410,"rank_spread":["235","262"],"preliminary":false,"model_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","price_label":"$0.10 / $0.32","context_label":"131.1K","license_label":"Llama-3.3","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7CWSN3TKKW30JF07STG005N2C2","source_key":"text:250:gpt-oss-20b","source_order":421,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2P01N2Y9S4NNKZKS38RQAW1ZFJ","model_label":"gpt-oss-20b","provider":"OpenAI","rank":251,"score":1317.0,"margin":6.0,"sample_count":10393,"rank_spread":["232","268"],"preliminary":false,"model_url":"https://openai.com/index/introducing-gpt-oss/","price_label":"$0.05 / $0.20","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1R9G41CPZ1PD9YCZ5TATXD9YPY","source_key":"text:251:gemma-3n-e4b-it","source_order":422,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1783F6BXR1Q41Z738FKATACRDS","model_label":"gemma-3n-e4b-it","provider":"Google","rank":252,"score":1317.0,"margin":5.0,"sample_count":22079,"rank_spread":["234","266"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-3n-e4b-it","price_label":"$0.06 / $0.12","context_label":"32.8K","license_label":"Gemma","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_749P6P5XTM3PSP3KKXQSHC1NNS","source_key":"text:252:qwen2.5-plus-1127","source_order":423,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4YBCM559CV74EMN1QQWJ35RXYV","model_label":"qwen2.5-plus-1127","provider":"Alibaba","rank":253,"score":1315.0,"margin":6.0,"sample_count":10187,"rank_spread":["236","269"],"preliminary":false,"model_url":"https://help.aliyun.com/zh/model-studio/getting-started/models?spm=a2c4g.11186623.0.i7","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_57WVWGZ0XF6PMSPKZTM7ASZQRE","source_key":"text:253:nvidia-nemotron-3-nano-30b-a3b-bf16","source_order":424,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5YEZY6TDX8SZ7Q0Q5VXZ773GMX","model_label":"nvidia-nemotron-3-nano-30b-a3b-bf16","provider":"Nvidia","rank":254,"score":1314.0,"margin":6.0,"sample_count":15326,"rank_spread":["237","269"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","price_label":"$0.06 / $0.24","context_label":"262.1K","license_label":"NVIDIA Open Model","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7YYQ5X1ZVACBCNRNVQYDWXNXDR","source_key":"text:254:mistral-large-2407","source_order":425,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1F9NFDQR6Z53G9KVNN4N3MFSSG","model_label":"mistral-large-2407","provider":"Mistral","rank":255,"score":1314.0,"margin":4.0,"sample_count":45459,"rank_spread":["239","268"],"preliminary":false,"model_url":"https://mistral.ai/news/mistral-large-2407/","price_label":"$2 / $6","context_label":"131.1K","license_label":"Mistral Research","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1SFZD5PNNTF6WC85J7N3WSF347","source_key":"text:255:athene-v2-chat","source_order":426,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2HDQDF3HD3JBGKG9GTGJJY68TE","model_label":"athene-v2-chat","provider":"Not listed","rank":256,"score":1314.0,"margin":5.0,"sample_count":24739,"rank_spread":["239","269"],"preliminary":false,"model_url":"https://huggingface.co/Nexusflow/Athene-V2-Chat","price_label":"N/A","context_label":"N/A","license_label":"NexusFlow","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_51NE1FGYWD8H0HWAWZE4VAGGRP","source_key":"text:256:gpt-4-0125-preview","source_order":427,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2PGQZF4ZRJGTWNXMXMAJ450WYC","model_label":"gpt-4-0125-preview","provider":"OpenAI","rank":257,"score":1313.0,"margin":4.0,"sample_count":93439,"rank_spread":["239","269"],"preliminary":false,"model_url":"https://openai.com/blog/new-models-and-developer-products-announced-at-devday","price_label":"$10 / $30","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0VAC2JPFP6WKN35AHCWKZGQGX9","source_key":"text:257:gpt-4-1106-preview","source_order":428,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0JG65BAHGK8FDVRD5Y85FJBQXZ","model_label":"gpt-4-1106-preview","provider":"OpenAI","rank":258,"score":1313.0,"margin":4.0,"sample_count":100105,"rank_spread":["241","269"],"preliminary":false,"model_url":"https://openai.com/blog/new-models-and-developer-products-announced-at-devday","price_label":"$10 / $30","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_76058M62JJWHE8AMPY05B85BEA","source_key":"text:258:hunyuan-standard-2025-02-10","source_order":429,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5YWH14DJXCNY4K9AP9ZTQW7EWT","model_label":"hunyuan-standard-2025-02-10","provider":"Tencent","rank":259,"score":1311.0,"margin":10.0,"sample_count":3904,"rank_spread":["236","274"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_562B3WXQZGV6RSNND7V9D14PGF","source_key":"text:259:gemini-1.5-flash-002","source_order":430,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0XX88T1Z06QDK2MC47BH9A0M8X","model_label":"gemini-1.5-flash-002","provider":"Google","rank":260,"score":1309.0,"margin":4.0,"sample_count":34902,"rank_spread":["249","273"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-002","price_label":"$0.07 / $0.30","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2HBN0CBNJ3827RPFW3EXVNF31T","source_key":"text:260:mercury","source_order":431,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3JK6XCJAH3B2PER5J87MG6GES2","model_label":"mercury","provider":"Inception AI","rank":261,"score":1308.0,"margin":14.0,"sample_count":1927,"rank_spread":["234","281"],"preliminary":false,"model_url":"https://www.inceptionlabs.ai/blog/mercury-refreshed","price_label":"$0.25 / $0.75","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1TBSWDSSXN0NHWS5WGT20RXA7Y","source_key":"text:261:grok-2-mini-2024-08-13","source_order":432,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_61WS819EA7BT7S8TXZ6M6CQCN5","model_label":"grok-2-mini-2024-08-13","provider":"SpaceXAI","rank":262,"score":1308.0,"margin":4.0,"sample_count":52567,"rank_spread":["250","273"],"preliminary":false,"model_url":"https://x.ai/blog/grok-2","price_label":"$2 / $10","context_label":"131.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_61X5K4YEFQG5JECY4X0D85PADS","source_key":"text:262:deepseek-v2.5","source_order":433,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1HYC1TKXYEDDQ4QH8YFS2JM57Y","model_label":"deepseek-v2.5","provider":"DeepSeek","rank":263,"score":1307.0,"margin":5.0,"sample_count":24572,"rank_spread":["251","274"],"preliminary":false,"model_url":"https://huggingface.co/deepseek-ai/DeepSeek-V2.5","price_label":"N/A","context_label":"N/A","license_label":"DeepSeek","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5GN5PR39BS1CX46V1VQCK2WPFX","source_key":"text:263:olmo-3-32b-think","source_order":434,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_10V5ZE2E6J6KHWHE4QH6NQY2MS","model_label":"olmo-3-32b-think","provider":"Ai2","rank":264,"score":1307.0,"margin":8.0,"sample_count":5683,"rank_spread":["243","275"],"preliminary":false,"model_url":"https://huggingface.co/allenai/Olmo-3-32B-Think","price_label":"$0.15 / $0.50","context_label":"65.5K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4JPPG7AWDW8CXBD7MF7XYR8382","source_key":"text:264:athene-70b-0725","source_order":435,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6V7YWEMX7WS1CFE3HGC3E1SFXT","model_label":"athene-70b-0725","provider":"Not listed","rank":265,"score":1306.0,"margin":6.0,"sample_count":19621,"rank_spread":["250","274"],"preliminary":false,"model_url":"https://huggingface.co/Nexusflow/Athene-70B","price_label":"N/A","context_label":"N/A","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6RKQE5HJ30S3FHNGPA7GZJFHQE","source_key":"text:265:granite-4.1-8b","source_order":436,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_15DJ826C7H68FDGX9Q9GF4X7C4","model_label":"granite-4.1-8b","provider":"IBM","rank":266,"score":1306.0,"margin":10.0,"sample_count":4018,"rank_spread":["241","279"],"preliminary":false,"model_url":"https://research.ibm.com/blog/granite-4-1-ai-foundation-models","price_label":"$0.05 / $0.10","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4PVNQYKF9GK7MFAXWYWQMNHYRW","source_key":"text:266:mistral-large-2411","source_order":437,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2X0S29BYX76G7VJFPMF8CFT322","model_label":"mistral-large-2411","provider":"Mistral","rank":267,"score":1305.0,"margin":4.0,"sample_count":28073,"rank_spread":["253","274"],"preliminary":false,"model_url":"https://huggingface.co/mistralai/Mistral-Large-Instruct-2411","price_label":"$2 / $6","context_label":"128K","license_label":"MRL","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0TDRBKQY7712KP1FVEXN9W7Q9W","source_key":"text:267:magistral-medium-2506","source_order":438,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_20W8MASHTZ5AKYC4J17WNC1BQC","model_label":"magistral-medium-2506","provider":"Mistral","rank":268,"score":1305.0,"margin":6.0,"sample_count":11465,"rank_spread":["251","275"],"preliminary":false,"model_url":"https://mistral.ai/news/magistral","price_label":"$2 / $5","context_label":"40K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5HZ08R8EQMYCMMAFBVA33YYJN3","source_key":"text:268:gemma-3-4b-it","source_order":439,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5KV3V20N2HN2KHQFAASJY27K45","model_label":"gemma-3-4b-it","provider":"Google","rank":269,"score":1303.0,"margin":9.0,"sample_count":4171,"rank_spread":["249","282"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-3-4b-it","price_label":"$0.05 / $0.10","context_label":"131.1K","license_label":"Gemma","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2TYRFFE5PBX15VEWRZP3X6GX5S","source_key":"text:269:mistral-small-3.1-24b-instruct-2503","source_order":440,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0GXHF7SKEQZRY8PY36D8C9C453","model_label":"mistral-small-3.1-24b-instruct-2503","provider":"Mistral","rank":270,"score":1303.0,"margin":5.0,"sample_count":32614,"rank_spread":["258","274"],"preliminary":false,"model_url":"https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503","price_label":"$0.10 / $0.30","context_label":"32K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5Y2G4HGVNZ6W8SYXYQTJ35JT66","source_key":"text:270:qwen2.5-72b-instruct","source_order":441,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5A9JVMCS2FKJ9QKBYBFSGNDZB4","model_label":"qwen2.5-72b-instruct","provider":"Alibaba","rank":271,"score":1303.0,"margin":4.0,"sample_count":39406,"rank_spread":["258","274"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen2.5/","price_label":"$1.20 / $1.20","context_label":"N/A","license_label":"Qwen","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_11AZYRWGSRQGA7G0M7WJMA4CD1","source_key":"text:271:llama-3.1-nemotron-70b-instruct","source_order":442,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6G52F7DYXJ31RDYNSE8S98W2NK","model_label":"llama-3.1-nemotron-70b-instruct","provider":"Nvidia","rank":272,"score":1299.0,"margin":8.0,"sample_count":7140,"rank_spread":["258","285"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct","price_label":"$1.20 / $1.20","context_label":"131.1K","license_label":"Llama 3.1","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_45C4DKCHCAZQXEMAD63C5NMPS6","source_key":"text:272:granite-4.2-3b","source_order":443,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2059XKADR6JGGNDRD5KBM0FG3J","model_label":"granite-4.2-3b","provider":"IBM","rank":273,"score":1294.0,"margin":12.0,"sample_count":3081,"rank_spread":["259","289"],"preliminary":false,"model_url":"https://research.ibm.com/blog/introducing-granite-4-2","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5R5VMFYXT2NGHQSN06M6H87AJK","source_key":"text:273:hunyuan-large-vision","source_order":444,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4CFCDNX6ATAJV4YT75TM22WDWX","model_label":"hunyuan-large-vision","provider":"Tencent","rank":274,"score":1294.0,"margin":9.0,"sample_count":5258,"rank_spread":["261","288"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753#d6cb04da-053d-4bed-b187-191514feb972","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_53WXX9Z4N6PN2N5GXVCMGEX5JH","source_key":"text:274:llama-3.1-70b-instruct","source_order":445,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0BQDJD8V1R9NCEQA44910C52CH","model_label":"llama-3.1-70b-instruct","provider":"Meta","rank":275,"score":1293.0,"margin":4.0,"sample_count":55240,"rank_spread":["269","286"],"preliminary":false,"model_url":"https://ai.meta.com/blog/meta-llama-3-1/","price_label":"$0.40 / $0.40","context_label":"131.1K","license_label":"Llama 3.1 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0K9VRJKYGQCZ8BE06K086T3N60","source_key":"text:275:amazon-nova-pro-v1.0","source_order":446,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_36VEGS7M40TNVCWW3C1ED1NSWE","model_label":"amazon-nova-pro-v1.0","provider":"Amazon","rank":276,"score":1290.0,"margin":5.0,"sample_count":24745,"rank_spread":["270","287"],"preliminary":false,"model_url":"https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html","price_label":"$0.80 / $3.20","context_label":"300K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6J0TMHF9MAF27ZSYA09GWY6013","source_key":"text:276:jamba-1.5-large","source_order":447,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1HDX05SHA6494R1NNW3MWP4VQ5","model_label":"jamba-1.5-large","provider":"Not listed","rank":277,"score":1289.0,"margin":7.0,"sample_count":8662,"rank_spread":["269","290"],"preliminary":false,"model_url":"https://www.ai21.com/jamba","price_label":"$2 / $8","context_label":"256K","license_label":"Jamba Open","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_109NA6WVNGWVEZ8BDYX3NC2KPV","source_key":"text:277:gemma-2-27b-it","source_order":448,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7QFYT151XK7G386MYS2C1MKMZ0","model_label":"gemma-2-27b-it","provider":"Google","rank":278,"score":1289.0,"margin":3.0,"sample_count":75754,"rank_spread":["272","287"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it","price_label":"$0.65 / $0.65","context_label":"8.2K","license_label":"Gemma license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4B8WKAKVHGG6RKCYX6TDY4Z0Q5","source_key":"text:278:reka-core-20240904","source_order":449,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7HA68FDG6N09W2MDNWRPSHBCHV","model_label":"reka-core-20240904","provider":"Not listed","rank":279,"score":1288.0,"margin":7.0,"sample_count":7312,"rank_spread":["270","290"],"preliminary":false,"model_url":"https://docs.reka.ai/available-models","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6419WR30VPFVHVKG24CP0ZDGDM","source_key":"text:279:gpt-4-0314","source_order":450,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_16AF1M7J19SSM6J0H0X7T4XHGB","model_label":"gpt-4-0314","provider":"OpenAI","rank":280,"score":1287.0,"margin":5.0,"sample_count":54173,"rank_spread":["272","288"],"preliminary":false,"model_url":"https://openai.com/research/gpt-4","price_label":"$30 / $60","context_label":"8.2K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5HVDE5RCTJ1V86NV3ZTV1VHA2Q","source_key":"text:280:granite-4.2-8b","source_order":451,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5MSGWZ8XXCB5Z00WKAJVSREP0X","model_label":"granite-4.2-8b","provider":"IBM","rank":281,"score":1287.0,"margin":11.0,"sample_count":3098,"rank_spread":["267","296"],"preliminary":false,"model_url":"https://research.ibm.com/blog/introducing-granite-4-2","price_label":"$0.06 / $0.25","context_label":"131.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3A841MA9FAVQEG0K6R8857HDZ7","source_key":"text:281:gemini-1.5-flash-001","source_order":452,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7VP63YQ6KVCMC9ZVXMMPTXG4G1","model_label":"gemini-1.5-flash-001","provider":"Google","rank":282,"score":1286.0,"margin":5.0,"sample_count":62833,"rank_spread":["273","290"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash","price_label":"$0.07 / $0.30","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_56EM9FV7DX43Q87CQY366154Y1","source_key":"text:282:llama-3.1-nemotron-51b-instruct","source_order":453,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1JM270MFQVPHFX7V34PZE2PFRG","model_label":"llama-3.1-nemotron-51b-instruct","provider":"Nvidia","rank":283,"score":1286.0,"margin":10.0,"sample_count":3749,"rank_spread":["269","296"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/Llama-3_1-Nemotron-51B-Instruct","price_label":"N/A","context_label":"N/A","license_label":"Llama 3.1","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6TVXQ515HXSYZW2B65M26C8NZD","source_key":"text:283:llama-3.1-tulu-3-70b","source_order":454,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_24DCJJ1TKD7SV5V6CM9NS0W9HM","model_label":"llama-3.1-tulu-3-70b","provider":"Ai2","rank":284,"score":1286.0,"margin":10.0,"sample_count":2846,"rank_spread":["269","296"],"preliminary":false,"model_url":"https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B","price_label":"N/A","context_label":"N/A","license_label":"Llama 3.1","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6TEYCVQANXHN90T1VTZ9NT0TS5","source_key":"text:284:ibm-granite-h-small","source_order":455,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_37EK6X4CS49CRBDDVRXS7T7NTA","model_label":"ibm-granite-h-small","provider":"IBM","rank":285,"score":1286.0,"margin":8.0,"sample_count":5531,"rank_spread":["271","296"],"preliminary":false,"model_url":"https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5TSBVR646W9XQTM6G4YJ14R59S","source_key":"text:285:olmo-3.1-32b-think","source_order":456,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_243CXS87RK7B27R3QS0BKDR4KN","model_label":"olmo-3.1-32b-think","provider":"Ai2","rank":286,"score":1286.0,"margin":7.0,"sample_count":8114,"rank_spread":["272","296"],"preliminary":false,"model_url":"https://huggingface.co/allenai/Olmo-3.1-32B-Think","price_label":"$0.15 / $0.50","context_label":"65.5K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1XX092C3CNKP3PCQR2MB2416NT","source_key":"text:286:claude-3-sonnet-20240229","source_order":457,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2NEFHSNPFBAV6CY0Q9D4XGJM1J","model_label":"claude-3-sonnet-20240229","provider":"Anthropic","rank":287,"score":1281.0,"margin":4.0,"sample_count":109284,"rank_spread":["276","296"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-3-family","price_label":"$3 / $15","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5WS1MY9DAQJ364T6F9XJYAW0ZK","source_key":"text:287:gemma-2-9b-it-simpo","source_order":458,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5P8YGTJWFA3756QDSRS4AFP83J","model_label":"gemma-2-9b-it-simpo","provider":"Not listed","rank":288,"score":1280.0,"margin":7.0,"sample_count":10072,"rank_spread":["274","296"],"preliminary":false,"model_url":"https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO","price_label":"$0.03 / $0.09","context_label":"8.2K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7SHX00N3B2A3XAYSRWFPTTVJ53","source_key":"text:288:nemotron-4-340b-instruct","source_order":459,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6SMYAQNVDN5M941H3ZJ69YTF5Y","model_label":"nemotron-4-340b-instruct","provider":"Nvidia","rank":289,"score":1277.0,"margin":5.0,"sample_count":19659,"rank_spread":["279","297"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/Nemotron-4-340B-Instruct","price_label":"N/A","context_label":"N/A","license_label":"NVIDIA Open Model","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5GJ0ZPWGPG12H7T5PX7NBXG167","source_key":"text:289:llama-3-70b-instruct","source_order":460,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4S813M4DBG913J5XMNTVM0RKRP","model_label":"llama-3-70b-instruct","provider":"Meta","rank":290,"score":1276.0,"margin":4.0,"sample_count":156876,"rank_spread":["282","296"],"preliminary":false,"model_url":"https://llama.meta.com/llama3/","price_label":"$0.51 / $0.74","context_label":"8.2K","license_label":"Llama 3 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_39GR2M2WEQYCDXF91HPK2VS776","source_key":"text:290:command-r-plus-08-2024","source_order":461,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2Z2K6J9ZAZCMA2YKS8TR4NSZ88","model_label":"command-r-plus-08-2024","provider":"Cohere","rank":291,"score":1276.0,"margin":7.0,"sample_count":9866,"rank_spread":["278","299"],"preliminary":false,"model_url":"https://docs.cohere.com/docs/command-r-plus#model-details","price_label":"$2.50 / $10","context_label":"128K","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1VE5ABTSQB972K5MGMBACWHH49","source_key":"text:291:gpt-4-0613","source_order":462,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0X65ZBQP21CTEGR5RE0VNCC033","model_label":"gpt-4-0613","provider":"OpenAI","rank":292,"score":1276.0,"margin":4.0,"sample_count":88723,"rank_spread":["282","297"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo","price_label":"$30 / $60","context_label":"8.2K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1VRFMEHZ7ZNZQTEE8ZC91MQ85H","source_key":"text:292:mistral-small-24b-instruct-2501","source_order":463,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_68Q7MMH5PWVDXXVGJCW3K5QNVW","model_label":"mistral-small-24b-instruct-2501","provider":"Mistral","rank":293,"score":1274.0,"margin":6.0,"sample_count":14681,"rank_spread":["282","299"],"preliminary":false,"model_url":"https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501","price_label":"$0.05 / $0.08","context_label":"32.8K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4M54ZAGRVAWBS5NA7YKD49GE7A","source_key":"text:293:glm-4-0520","source_order":464,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_11E3RNFQJRM1HZQ4RY23D9PD6M","model_label":"glm-4-0520","provider":"Z.ai","rank":294,"score":1273.0,"margin":7.0,"sample_count":9788,"rank_spread":["282","300"],"preliminary":false,"model_url":"https://open.bigmodel.cn/dev/api#language","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5NA3QVQ4FFKY9M92ZGHXZV1441","source_key":"text:294:reka-flash-20240904","source_order":465,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_433JN6840PJCESJ6613SH3ZCKY","model_label":"reka-flash-20240904","provider":"Not listed","rank":295,"score":1272.0,"margin":7.0,"sample_count":7536,"rank_spread":["282","302"],"preliminary":false,"model_url":"https://docs.reka.ai/available-models","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3B1CEJBQYAP70M6XTX9B4ZTAW9","source_key":"text:295:qwen2.5-coder-32b-instruct","source_order":466,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2VZMFAXZ08VDG9NB5808GE1P4H","model_label":"qwen2.5-coder-32b-instruct","provider":"Alibaba","rank":296,"score":1270.0,"margin":8.0,"sample_count":5432,"rank_spread":["282","304"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct","price_label":"$0.87 / $0.87","context_label":"32K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5JGX4ZYQC1ZQ81G919FW8AZTR5","source_key":"text:296:c4ai-aya-expanse-32b","source_order":467,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7Z3ZRYA3YZZYKTTVG7MCZCPJDT","model_label":"c4ai-aya-expanse-32b","provider":"Cohere","rank":297,"score":1267.0,"margin":5.0,"sample_count":27124,"rank_spread":["290","305"],"preliminary":false,"model_url":"https://huggingface.co/CohereForAI/aya-expanse-32b","price_label":"N/A","context_label":"N/A","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_763JFS27VJ5C2WT1NXB5F1Y5MA","source_key":"text:297:gemma-2-9b-it","source_order":468,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_76BV796ZGFHH5RJWDWK9TR82KA","model_label":"gemma-2-9b-it","provider":"Google","rank":298,"score":1267.0,"margin":4.0,"sample_count":54611,"rank_spread":["292","303"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it","price_label":"$0.03 / $0.09","context_label":"8.2K","license_label":"Gemma license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0HTKSG8GGA1VBBR3SFYG2K0SPC","source_key":"text:298:deepseek-coder-v2","source_order":469,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_786TRJRC1SMR6MCM255ETKKPCX","model_label":"deepseek-coder-v2","provider":"DeepSeek","rank":299,"score":1265.0,"margin":6.0,"sample_count":15147,"rank_spread":["292","306"],"preliminary":false,"model_url":"https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct","price_label":"$0.14 / $0.28","context_label":"128K","license_label":"DeepSeek License","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_237KYSZX2980R08QRMT55CRJFV","source_key":"text:299:qwen2-72b-instruct","source_order":470,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3DY9C9EYNA68PKTD3TRRBE2TPH","model_label":"qwen2-72b-instruct","provider":"Alibaba","rank":300,"score":1261.0,"margin":5.0,"sample_count":37325,"rank_spread":["294","307"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen2/","price_label":"$0.90 / $0.90","context_label":"32.8K","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2PEWRNC9R581FAWXKSM13RJB55","source_key":"text:300:command-r-plus","source_order":471,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5HEKYHVER67GH07E5KMN5439C6","model_label":"command-r-plus","provider":"Cohere","rank":301,"score":1261.0,"margin":4.0,"sample_count":77554,"rank_spread":["295","306"],"preliminary":false,"model_url":"https://txt.cohere.com/command-r-plus-microsoft-azure/","price_label":"$2.50 / $10","context_label":"128K","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6048S55F2B0ZSSC7HM70KC6BKV","source_key":"text:301:claude-3-haiku-20240307","source_order":472,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_02YZVRMYPSZH2X9JVZ3ES1P5TS","model_label":"claude-3-haiku-20240307","provider":"Anthropic","rank":302,"score":1261.0,"margin":4.0,"sample_count":117701,"rank_spread":["296","306"],"preliminary":false,"model_url":"https://www.anthropic.com/news/claude-3-family","price_label":"$0.25 / $1.25","context_label":"200K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0Y7NAXFBES3R1W810AWE12ZGYT","source_key":"text:302:amazon-nova-lite-v1.0","source_order":473,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4WX9J9TYJTAVQY8T415X8JCYX3","model_label":"amazon-nova-lite-v1.0","provider":"Amazon","rank":303,"score":1260.0,"margin":5.0,"sample_count":19372,"rank_spread":["295","307"],"preliminary":false,"model_url":"https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html","price_label":"$0.06 / $0.24","context_label":"300K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4Q4QB7DMSW4SN1KFT5QN2YJEYE","source_key":"text:303:gemini-1.5-flash-8b-001","source_order":474,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_128P71NSKGZ9EGKSFZE1J5H53F","model_label":"gemini-1.5-flash-8b-001","provider":"Google","rank":304,"score":1259.0,"margin":4.0,"sample_count":35558,"rank_spread":["297","307"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?instructions=lmsys&model=gemini-1.5-flash-8b","price_label":"$0.07 / $0.30","context_label":"1M","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4HKGWH7P095M2960WFW1NZPANE","source_key":"text:304:phi-4","source_order":475,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6NN1DS6WGPMZGPKJ7KJYTVZXNV","model_label":"phi-4","provider":"Microsoft","rank":305,"score":1256.0,"margin":5.0,"sample_count":24126,"rank_spread":["299","307"],"preliminary":false,"model_url":"https://huggingface.co/microsoft/phi-4","price_label":"$0.07 / $0.14","context_label":"16.4K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3ZY6T2QG831RZN7KBASDXJ7J4S","source_key":"text:305:olmo-2-0325-32b-instruct","source_order":476,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4M9FX0PDQSG6SXXX6E5CR1XRW2","model_label":"olmo-2-0325-32b-instruct","provider":"Ai2","rank":306,"score":1251.0,"margin":11.0,"sample_count":3334,"rank_spread":["298","313"],"preliminary":false,"model_url":"https://huggingface.co/allenai/OLMo-2-0325-32B-Instruct","price_label":"$0.05 / $0.20","context_label":"128K","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6DZ8VSF3BFE809SEXFPBR1P46Z","source_key":"text:306:command-r-08-2024","source_order":477,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_088BV9K1BFEG7WE6W4F34CRKMC","model_label":"command-r-08-2024","provider":"Cohere","rank":307,"score":1250.0,"margin":7.0,"sample_count":10140,"rank_spread":["302","313"],"preliminary":false,"model_url":"https://docs.cohere.com/docs/command-r-plus#model-details","price_label":"$0.15 / $0.60","context_label":"128K","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_37RBYBDG2DAVN341V014A0V9XP","source_key":"text:307:mistral-large-2402","source_order":478,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7P9XD30HXYE2AFQVT5VHA4KD8T","model_label":"mistral-large-2402","provider":"Mistral","rank":308,"score":1242.0,"margin":5.0,"sample_count":62436,"rank_spread":["306","316"],"preliminary":false,"model_url":"https://mistral.ai/news/mistral-large/","price_label":"$4 / $12","context_label":"32K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_10NQVPG3K38A3ZE34WD1SN1XKC","source_key":"text:308:amazon-nova-micro-v1.0","source_order":479,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_78KP6W15WJ5P0867WAECK5ERHX","model_label":"amazon-nova-micro-v1.0","provider":"Amazon","rank":309,"score":1241.0,"margin":5.0,"sample_count":19364,"rank_spread":["306","316"],"preliminary":false,"model_url":"https://docs.aws.amazon.com/nova/latest/userguide/what-is-nova.html","price_label":"$0.04 / $0.14","context_label":"128K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4BWJWQB1G9PTEE6PNZ888WMQGT","source_key":"text:309:jamba-1.5-mini","source_order":480,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2E82XRYSZTSJ0EQJS1EQYP7QRS","model_label":"jamba-1.5-mini","provider":"Not listed","rank":310,"score":1240.0,"margin":7.0,"sample_count":8858,"rank_spread":["306","319"],"preliminary":false,"model_url":"https://www.ai21.com/jamba","price_label":"$0.20 / $0.40","context_label":"256K","license_label":"Jamba Open","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5S2WXKBR681MEM0WYRW37F6V15","source_key":"text:310:ministral-8b-2410","source_order":481,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6T4CN6CRTB738331V3CR6CHVHY","model_label":"ministral-8b-2410","provider":"Mistral","rank":311,"score":1237.0,"margin":9.0,"sample_count":4781,"rank_spread":["306","323"],"preliminary":false,"model_url":"https://huggingface.co/mistralai/Ministral-8B-Instruct-2410","price_label":"$0.10 / $0.10","context_label":"131.1K","license_label":"MRL","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_795GT6DYSZA4AHPKNB1WN6NQZD","source_key":"text:311:gemini-pro-dev-api","source_order":482,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_65B67ANWTQH3KAS4K7YQ27C6AN","model_label":"gemini-pro-dev-api","provider":"Google","rank":312,"score":1236.0,"margin":7.0,"sample_count":18354,"rank_spread":["306","323"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro","price_label":"$0.35 / $1.05","context_label":"32.8K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7GD50ECX9D9DM4VZNN5FQSDP55","source_key":"text:312:qwen1.5-110b-chat","source_order":483,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_256BAEVF65AZTEAYZKS82AW22V","model_label":"qwen1.5-110b-chat","provider":"Alibaba","rank":313,"score":1234.0,"margin":6.0,"sample_count":26195,"rank_spread":["308","323"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen1.5-110b/","price_label":"N/A","context_label":"N/A","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3YRMTYBJZQ56ZEJXDWF1GVEQ39","source_key":"text:313:reka-flash-21b-20240226-online","source_order":484,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0AZWWTV6ED4AD5Q8WZMJVPJ99K","model_label":"reka-flash-21b-20240226-online","provider":"Not listed","rank":314,"score":1233.0,"margin":7.0,"sample_count":15450,"rank_spread":["308","325"],"preliminary":false,"model_url":"https://docs.reka.ai/http-api.html#generation","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1CJ9PW7NRFKQ72SETDSZX0RVRA","source_key":"text:314:qwen1.5-72b-chat","source_order":485,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0ZQCF5KF6TRA90Y9MXYN823QP5","model_label":"qwen1.5-72b-chat","provider":"Alibaba","rank":315,"score":1233.0,"margin":5.0,"sample_count":39302,"rank_spread":["308","323"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen1.5/","price_label":"N/A","context_label":"N/A","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6VPH2709A3N70SHKJTYE4VA73N","source_key":"text:315:hunyuan-standard-256k","source_order":486,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5JEWPGKCTJE0FS4RBCN1V2B0EG","model_label":"hunyuan-standard-256k","provider":"Tencent","rank":316,"score":1233.0,"margin":12.0,"sample_count":2728,"rank_spread":["306","326"],"preliminary":false,"model_url":"https://cloud.tencent.com/document/product/1729/104753","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5EWHK0RZJMCWKJYPPARBWQMRBM","source_key":"text:316:mixtral-8x22b-instruct-v0.1","source_order":487,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_06HKTTVDND2W27X77FRMD66ANT","model_label":"mixtral-8x22b-instruct-v0.1","provider":"Mistral","rank":317,"score":1229.0,"margin":5.0,"sample_count":51416,"rank_spread":["310","325"],"preliminary":false,"model_url":"https://mistral.ai/news/mixtral-8x22b/","price_label":"$0.90 / $0.90","context_label":"65.5K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0Z65Q1M6TMAVKQ4WH6PWXHFPPA","source_key":"text:317:command-r","source_order":488,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0C77JC5JYX1EXV1Z0GBN92JFQE","model_label":"command-r","provider":"Cohere","rank":318,"score":1226.0,"margin":5.0,"sample_count":54036,"rank_spread":["311","326"],"preliminary":false,"model_url":"https://txt.cohere.com/command-r","price_label":"$0.15 / $0.60","context_label":"128K","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_58Z2CGFV7Q8MQWPASS1FA66E0R","source_key":"text:318:reka-flash-21b-20240226","source_order":489,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_51MQVE8F5R3BCTM3DNSR0K0PT8","model_label":"reka-flash-21b-20240226","provider":"Not listed","rank":319,"score":1226.0,"margin":6.0,"sample_count":24806,"rank_spread":["310","326"],"preliminary":false,"model_url":"https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models","price_label":"N/A","context_label":"N/A","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4NDX0Q799RV8E9GXG41JTXKC5X","source_key":"text:319:gpt-3.5-turbo-0125","source_order":490,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_540C3QWF2CCPVPR7SZD6MVGXEX","model_label":"gpt-3.5-turbo-0125","provider":"OpenAI","rank":320,"score":1225.0,"margin":5.0,"sample_count":66207,"rank_spread":["311","326"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-3-5-turbo","price_label":"$0.50 / $1.50","context_label":"16.4K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5REN5AAMNXTT8ASAS80FGAJ77V","source_key":"text:320:llama-3-8b-instruct","source_order":491,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7VRXJN25SGNG66QE5M1342GCVB","model_label":"llama-3-8b-instruct","provider":"Meta","rank":321,"score":1223.0,"margin":4.0,"sample_count":104642,"rank_spread":["315","326"],"preliminary":false,"model_url":"https://llama.meta.com/llama3/","price_label":"$0.14 / $0.14","context_label":"8.2K","license_label":"Llama 3 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2GGV646NDSC057EEK6Q2DQBJMZ","source_key":"text:321:gemini-pro","source_order":492,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_05AXM7AVX238SHP4F00C6J6QS2","model_label":"gemini-pro","provider":"Google","rank":322,"score":1223.0,"margin":12.0,"sample_count":6390,"rank_spread":["310","330"],"preliminary":false,"model_url":"https://blog.google/technology/ai/gemini-api-developers-cloud/","price_label":"$0.35 / $1.05","context_label":"32.8K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6Z92722740FB1SGXT432G1QDXM","source_key":"text:322:c4ai-aya-expanse-8b","source_order":493,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_36S5DK130TB59KVCK2B5N68KNX","model_label":"c4ai-aya-expanse-8b","provider":"Cohere","rank":323,"score":1223.0,"margin":7.0,"sample_count":9818,"rank_spread":["311","328"],"preliminary":false,"model_url":"https://huggingface.co/CohereForAI/aya-expanse-8b","price_label":"N/A","context_label":"N/A","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_718SB6Z32YM546XH99Q1FZPA1T","source_key":"text:323:mistral-medium","source_order":494,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_74A05XBH4PDWK2EZQP5CFK8PAQ","model_label":"mistral-medium","provider":"Mistral","rank":324,"score":1222.0,"margin":5.0,"sample_count":34550,"rank_spread":["315","328"],"preliminary":false,"model_url":"https://mistral.ai/news/la-plateforme/","price_label":"$1.50 / $7.50","context_label":"262.1K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3FRSS8XR844YZB4A1NEEJX561N","source_key":"text:324:llama-3.1-tulu-3-8b","source_order":495,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1K5TEZPKBD2RSHM6MTB47A73CP","model_label":"llama-3.1-tulu-3-8b","provider":"Ai2","rank":325,"score":1220.0,"margin":11.0,"sample_count":2896,"rank_spread":["311","331"],"preliminary":false,"model_url":"https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B","price_label":"N/A","context_label":"N/A","license_label":"Llama 3.1","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3THVTNB8E92PK6THDESGWWSD0F","source_key":"text:325:zephyr-orpo-141b-A35b-v0.1","source_order":496,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0BG9NFM1N9QWBZ3GZVXCREQM3C","model_label":"zephyr-orpo-141b-A35b-v0.1","provider":"Not listed","rank":326,"score":1213.0,"margin":11.0,"sample_count":4652,"rank_spread":["317","333"],"preliminary":false,"model_url":"https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0C5F1K581NJNN4QJF1TMSNAMAA","source_key":"text:326:yi-1.5-34b-chat","source_order":497,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0C8SDJDTS2C81J92PXB2TR28Q2","model_label":"yi-1.5-34b-chat","provider":"Not listed","rank":327,"score":1213.0,"margin":5.0,"sample_count":24146,"rank_spread":["322","331"],"preliminary":false,"model_url":"https://huggingface.co/01-ai/Yi-1.5-34B-Chat","price_label":"N/A","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_29S2T4HJJHHSXX8AFQAXG0H14G","source_key":"text:327:llama-3.1-8b-instruct","source_order":498,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7MES2HCPMZ4J710G77DK9SB8HD","model_label":"llama-3.1-8b-instruct","provider":"Meta","rank":328,"score":1211.0,"margin":4.0,"sample_count":49605,"rank_spread":["324","331"],"preliminary":false,"model_url":"https://ai.meta.com/blog/meta-llama-3-1/","price_label":"$0.05 / $0.08","context_label":"131.1K","license_label":"Llama 3.1 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7J543VCBG8A7R9EJS3RJ7JPC18","source_key":"text:328:granite-3.1-8b-instruct","source_order":499,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2V14ZHFVZD8EDE9K34MYAV2XV0","model_label":"granite-3.1-8b-instruct","provider":"IBM","rank":329,"score":1208.0,"margin":11.0,"sample_count":3090,"rank_spread":["322","337"],"preliminary":false,"model_url":"https://huggingface.co/ibm-granite/granite-3.1-8b-instruct","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_58GVS4ZWKDVJ11ZSJ3MAQNV3A8","source_key":"text:329:gpt-3.5-turbo-1106","source_order":500,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7MYVEPX7FNP8K9A7DP1Z7DATPW","model_label":"gpt-3.5-turbo-1106","provider":"OpenAI","rank":330,"score":1204.0,"margin":9.0,"sample_count":16619,"rank_spread":["324","338"],"preliminary":false,"model_url":"https://platform.openai.com/docs/models/gpt-3-5","price_label":"$1 / $2","context_label":"16.4K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0GKAXT0DBN5QFGXKRAQKKJTX58","source_key":"text:330:qwen1.5-32b-chat","source_order":501,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3S3387AY6S97YGPZDZHX56KTEW","model_label":"qwen1.5-32b-chat","provider":"Alibaba","rank":331,"score":1204.0,"margin":6.0,"sample_count":21741,"rank_spread":["325","337"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen1.5-32b/","price_label":"N/A","context_label":"N/A","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3BKTKMMQ4B87XZ32CKD34V476E","source_key":"text:331:gemma-2-2b-it","source_order":502,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_676YV1GMAV8FZE1X56S3KVMC0E","model_label":"gemma-2-2b-it","provider":"Google","rank":332,"score":1200.0,"margin":4.0,"sample_count":46616,"rank_spread":["328","338"],"preliminary":false,"model_url":"https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it","price_label":"N/A","context_label":"N/A","license_label":"Gemma license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_455GR453FS7R4GWBV0S89HC90V","source_key":"text:332:phi-3-medium-4k-instruct","source_order":503,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2DC3E2RKTEE455C50EH820E6QP","model_label":"phi-3-medium-4k-instruct","provider":"Microsoft","rank":333,"score":1198.0,"margin":5.0,"sample_count":25055,"rank_spread":["328","339"],"preliminary":false,"model_url":"https://huggingface.co/microsoft/Phi-3-medium-4k-instruct","price_label":"$0.17 / $0.68","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_12K4TRB86RYAZQWD80BSFH9ZX9","source_key":"text:333:mixtral-8x7b-instruct-v0.1","source_order":504,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0JANNK8DBJ2S82J7Z7XGH8GWNQ","model_label":"mixtral-8x7b-instruct-v0.1","provider":"Mistral","rank":334,"score":1197.0,"margin":4.0,"sample_count":73503,"rank_spread":["329","339"],"preliminary":false,"model_url":"https://mistral.ai/news/mixtral-of-experts/","price_label":"$0.63 / $0.63","context_label":"32K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7JFXMVPPCPETSSGXCAMBADDCAY","source_key":"text:334:dbrx-instruct-preview","source_order":505,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1A6EGX3SCDY8HM62TQKSC9BNDY","model_label":"dbrx-instruct-preview","provider":"Not listed","rank":335,"score":1195.0,"margin":6.0,"sample_count":32191,"rank_spread":["329","344"],"preliminary":false,"model_url":"https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm","price_label":"$0.60 / $0.60","context_label":"32.8K","license_label":"DBRX LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_060E0NFZM1BM2P8FKFHAGQMCJY","source_key":"text:335:qwen1.5-14b-chat","source_order":506,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5MK6A9XMP51VM1GN5445NEP8HF","model_label":"qwen1.5-14b-chat","provider":"Alibaba","rank":336,"score":1191.0,"margin":7.0,"sample_count":17839,"rank_spread":["329","348"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen1.5/","price_label":"$0.30 / $0.30","context_label":"N/A","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5DM463FHFV33JP3Q40SPTS5ME4","source_key":"text:336:internlm2_5-20b-chat","source_order":507,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_43P1VJMTPMRW9B92GCCHR0AY44","model_label":"internlm2_5-20b-chat","provider":"Not listed","rank":337,"score":1191.0,"margin":7.0,"sample_count":9901,"rank_spread":["329","348"],"preliminary":false,"model_url":"https://huggingface.co/internlm/internlm2_5-20b-chat","price_label":"$0 / $0","context_label":"32.8K","license_label":"Other","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6758YD2NS4GKCCYAR1BJ92HCX5","source_key":"text:337:deepseek-llm-67b-chat","source_order":508,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4C2ASJF8RXSC4F0J7F9JM94BGJ","model_label":"deepseek-llm-67b-chat","provider":"DeepSeek","rank":338,"score":1184.0,"margin":11.0,"sample_count":4932,"rank_spread":["331","355"],"preliminary":false,"model_url":"https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat","price_label":"N/A","context_label":"N/A","license_label":"DeepSeek License","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1038B9B01YN9D5NATV6J1QCXNR","source_key":"text:338:wizardlm-70b","source_order":509,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_26DNDJZ2FP3AKSXEVZ6B2K09SB","model_label":"wizardlm-70b","provider":"Microsoft","rank":339,"score":1184.0,"margin":9.0,"sample_count":8214,"rank_spread":["333","354"],"preliminary":false,"model_url":"https://huggingface.co/WizardLM/WizardLM-70B-V1.0","price_label":"N/A","context_label":"N/A","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6KZS5Z5HJD8ARH8M1SNB5EBTA5","source_key":"text:339:yi-34b-chat","source_order":510,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_36P0GQS73QX2PN9VTTA56RTW03","model_label":"yi-34b-chat","provider":"Not listed","rank":340,"score":1183.0,"margin":7.0,"sample_count":15483,"rank_spread":["335","351"],"preliminary":false,"model_url":"https://huggingface.co/01-ai/Yi-34B-Chat","price_label":"$0.90 / $0.90","context_label":"4.1K","license_label":"Yi License","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_48Q2MWKNBQ20MVBQ0RTWM6RR88","source_key":"text:340:granite-3.0-8b-instruct","source_order":511,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4PXN6CJ0D2353Y3PSC3WR140Y6","model_label":"granite-3.0-8b-instruct","provider":"IBM","rank":341,"score":1183.0,"margin":9.0,"sample_count":6638,"rank_spread":["335","355"],"preliminary":false,"model_url":"https://huggingface.co/ibm-granite/granite-3.0-8b-instruct","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_40GSG7DGE8ZG4X74Y2DQ6D88R6","source_key":"text:341:openchat-3.5","source_order":512,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3SE6CSXFWHMA6M3REYSSHH7W9K","model_label":"openchat-3.5","provider":"Not listed","rank":342,"score":1183.0,"margin":10.0,"sample_count":7968,"rank_spread":["335","355"],"preliminary":false,"model_url":"https://huggingface.co/openchat/openchat_3.5","price_label":"$0.20 / $0.20","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2CC3W60M8ZSCCA9NVGE5K6X4X9","source_key":"text:342:openchat-3.5-0106","source_order":513,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4WPMJ3FZA4NWAH63M0K8V1R1GD","model_label":"openchat-3.5-0106","provider":"Not listed","rank":343,"score":1182.0,"margin":8.0,"sample_count":12637,"rank_spread":["335","354"],"preliminary":false,"model_url":"https://huggingface.co/openchat/openchat-3.5-0106","price_label":"N/A","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3VKZGEEQ5VSM0RBA0J5DKX4PE0","source_key":"text:343:gemma-1.1-7b-it","source_order":514,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_61N7NS64HJS7T03YVV6XJXNSPC","model_label":"gemma-1.1-7b-it","provider":"Google","rank":344,"score":1182.0,"margin":6.0,"sample_count":23893,"rank_spread":["336","351"],"preliminary":false,"model_url":"https://huggingface.co/google/gemma-1.1-7b-it","price_label":"$0.03 / $0.09","context_label":"8.2K","license_label":"Gemma license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_12PE3B553QMF62F8D8WEQ9GN90","source_key":"text:344:snowflake-arctic-instruct","source_order":515,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0N0A65TEHX3A0TE8Z9JBJHXW28","model_label":"snowflake-arctic-instruct","provider":"Not listed","rank":345,"score":1180.0,"margin":6.0,"sample_count":32832,"rank_spread":["336","355"],"preliminary":false,"model_url":"https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1D46QMD61YAEMAPBFM3TKYHQK7","source_key":"text:345:granite-3.1-2b-instruct","source_order":516,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1KBMPZQJFXMKYJP7A93FMZ3H1G","model_label":"granite-3.1-2b-instruct","provider":"IBM","rank":346,"score":1179.0,"margin":11.0,"sample_count":3188,"rank_spread":["335","355"],"preliminary":false,"model_url":"https://huggingface.co/ibm-granite/granite-3.1-2b-instruct","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5H4NZEQKEADY1YRD04E4GN315R","source_key":"text:346:tulu-2-dpo-70b","source_order":517,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7KFT81VTWPA562QX3SP8ANJZA8","model_label":"tulu-2-dpo-70b","provider":"Not listed","rank":347,"score":1177.0,"margin":10.0,"sample_count":6535,"rank_spread":["336","355"],"preliminary":false,"model_url":"https://huggingface.co/allenai/tulu-2-dpo-70b","price_label":"N/A","context_label":"N/A","license_label":"AI2 ImpACT Low-risk","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1GGA4JV1SXQ6DJGQK01MB1NTRD","source_key":"text:347:openhermes-2.5-mistral-7b","source_order":518,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_42VDC42Q8RQ3V5VZT2EC9NSTHH","model_label":"openhermes-2.5-mistral-7b","provider":"Not listed","rank":348,"score":1176.0,"margin":10.0,"sample_count":5006,"rank_spread":["336","359"],"preliminary":false,"model_url":"https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B","price_label":"$0.17 / $0.17","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0DV6VQE5ZDRPQTZKAN97SJP051","source_key":"text:348:vicuna-33b","source_order":519,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3YQ3JVGS3YZDV3RDFGKPK4R5TN","model_label":"vicuna-33b","provider":"Not listed","rank":349,"score":1173.0,"margin":6.0,"sample_count":22479,"rank_spread":["338","357"],"preliminary":false,"model_url":"https://huggingface.co/lmsys/vicuna-33b-v1.3","price_label":"$0 / $0","context_label":"2K","license_label":"Non-commercial","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_76Y2E0BQ7VEZKNSCH6TEKHG4JT","source_key":"text:349:starling-lm-7b-beta","source_order":520,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1HWDFMK23XQBSZYA1450WHDNF9","model_label":"starling-lm-7b-beta","provider":"Not listed","rank":350,"score":1171.0,"margin":7.0,"sample_count":16056,"rank_spread":["338","361"],"preliminary":false,"model_url":"https://huggingface.co/Nexusflow/Starling-LM-7B-beta","price_label":"N/A","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_26VVBGFH0J6FK50192YCP57X6D","source_key":"text:350:phi-3-small-8k-instruct","source_order":521,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5ENWKBDAY8CPVZ9X1D8G24Y4JE","model_label":"phi-3-small-8k-instruct","provider":"Microsoft","rank":351,"score":1171.0,"margin":6.0,"sample_count":17766,"rank_spread":["338","359"],"preliminary":false,"model_url":"https://huggingface.co/microsoft/Phi-3-small-8k-instruct","price_label":"$0.15 / $0.60","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6PW4TB8AJTZ10EFEJEYN4M6W9V","source_key":"text:351:llama-2-70b-chat","source_order":522,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6D37DACP6VME3T67762PGZ8RE4","model_label":"llama-2-70b-chat","provider":"Meta","rank":352,"score":1170.0,"margin":5.0,"sample_count":38492,"rank_spread":["340","359"],"preliminary":false,"model_url":"https://huggingface.co/meta-llama/Llama-2-70b-chat-hf","price_label":"$0.70 / $2.80","context_label":"4.1K","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3K259Z8FCH340B4PGVWCPQRRKT","source_key":"text:352:starling-lm-7b-alpha","source_order":523,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_54QYPZTJ3ATFFNE5WVZK30DYWY","model_label":"starling-lm-7b-alpha","provider":"Not listed","rank":353,"score":1167.0,"margin":8.0,"sample_count":10224,"rank_spread":["340","362"],"preliminary":false,"model_url":"https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha","price_label":"N/A","context_label":"N/A","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_24XXDGFWVAGD1M2M5MRKSHRKYZ","source_key":"text:353:llama-3.2-3b-instruct","source_order":524,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6PRZJ3Y7KN0H3V6ZADE28TRBFY","model_label":"llama-3.2-3b-instruct","provider":"Meta","rank":354,"score":1166.0,"margin":8.0,"sample_count":7936,"rank_spread":["342","362"],"preliminary":false,"model_url":"https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/","price_label":"$0.05 / $0.33","context_label":"131.1K","license_label":"Llama 3.2","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3NQCZ0W4HHTVT61QWBRY2TJ1CB","source_key":"text:354:nous-hermes-2-mixtral-8x7b-dpo","source_order":525,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1ADX4E502BTT9H36407H0GCZ3X","model_label":"nous-hermes-2-mixtral-8x7b-dpo","provider":"Not listed","rank":355,"score":1164.0,"margin":12.0,"sample_count":3777,"rank_spread":["340","365"],"preliminary":false,"model_url":"https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","price_label":"$0.90 / $0.90","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0C4VR8R6YXMN0P54B3BNYJ3WBV","source_key":"text:355:granite-3.0-2b-instruct","source_order":526,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_56NSYDKK0YJ56F4169XXY856VR","model_label":"granite-3.0-2b-instruct","provider":"IBM","rank":356,"score":1156.0,"margin":8.0,"sample_count":6837,"rank_spread":["352","368"],"preliminary":false,"model_url":"https://huggingface.co/ibm-granite/granite-3.0-2b-instruct","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_10NTNQ0V91DKA9W6Y481VX6HRB","source_key":"text:356:llama2-70b-steerlm-chat","source_order":527,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7WGPDDKK0E4F3W2HV7F6J17JN5","model_label":"llama2-70b-steerlm-chat","provider":"Nvidia","rank":357,"score":1154.0,"margin":13.0,"sample_count":3585,"rank_spread":["348","373"],"preliminary":false,"model_url":"https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat","price_label":"N/A","context_label":"N/A","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_332RFQQVBH20DE2SBY7WRDDANQ","source_key":"text:357:qwq-32b-preview","source_order":528,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_23G4PC70018GW9KV0NV14HJ7BJ","model_label":"qwq-32b-preview","provider":"Alibaba","rank":358,"score":1154.0,"margin":11.0,"sample_count":3231,"rank_spread":["349","372"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/QwQ-32B-Preview","price_label":"$0.50 / $1","context_label":"16.4K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1Z5ZJ7KPSEX4ZZKCTH9QAHB2W2","source_key":"text:358:solar-10.7b-instruct-v1.0","source_order":529,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7YNYR8G9P5SYP6SZ3AF1A4FHF7","model_label":"solar-10.7b-instruct-v1.0","provider":"Not listed","rank":359,"score":1152.0,"margin":13.0,"sample_count":4155,"rank_spread":["349","375"],"preliminary":false,"model_url":"https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0","price_label":"$0.30 / $0.30","context_label":"N/A","license_label":"CC-BY-NC-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4Y5PQPRJK9PG9D8EZTJJMKMYX2","source_key":"text:359:dolphin-2.2.1-mistral-7b","source_order":530,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6RED871JHQB1N9XKB2MRT15Y7D","model_label":"dolphin-2.2.1-mistral-7b","provider":"Not listed","rank":360,"score":1152.0,"margin":15.0,"sample_count":1679,"rank_spread":["348","377"],"preliminary":false,"model_url":"https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b","price_label":"$0.50 / $0.50","context_label":"16.4K","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0M4Y3WX84XHN5QK9543SGWEDMG","source_key":"text:360:mpt-30b-chat","source_order":531,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2TAENQ9WZCCAT251MT0XHX9BDQ","model_label":"mpt-30b-chat","provider":"Not listed","rank":361,"score":1150.0,"margin":12.0,"sample_count":2572,"rank_spread":["353","375"],"preliminary":false,"model_url":"https://huggingface.co/mosaicml/mpt-30b-chat","price_label":"N/A","context_label":"N/A","license_label":"CC-BY-NC-SA-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5SQ52GR69WY4C5J48JVMPJYF9H","source_key":"text:361:wizardlm-13b","source_order":532,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7DV9JY7NNJJPCTAPHWN9QD797T","model_label":"wizardlm-13b","provider":"Microsoft","rank":362,"score":1149.0,"margin":9.0,"sample_count":7044,"rank_spread":["355","373"],"preliminary":false,"model_url":"https://huggingface.co/WizardLM/WizardLM-13B-V1.2","price_label":"$0.30 / $0.30","context_label":"N/A","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3Q62QW0EBN0M3X4WA36Y8MK6M8","source_key":"text:362:mistral-7b-instruct-v0.2","source_order":533,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5W8Q2V4N26QGH2E2NNFK9J2RRH","model_label":"mistral-7b-instruct-v0.2","provider":"Mistral","rank":363,"score":1149.0,"margin":7.0,"sample_count":19402,"rank_spread":["355","372"],"preliminary":false,"model_url":"https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2","price_label":"$0.20 / $0.20","context_label":"32.8K","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1WKJX62N5WE5K7AWM97BXD8AF0","source_key":"text:363:falcon-180b-chat","source_order":534,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3J5G74WM8PH5XAW8CVYTFNSC58","model_label":"falcon-180b-chat","provider":"Not listed","rank":364,"score":1148.0,"margin":17.0,"sample_count":1295,"rank_spread":["352","379"],"preliminary":false,"model_url":"https://huggingface.co/tiiuae/falcon-180B-chat","price_label":"N/A","context_label":"N/A","license_label":"Falcon-180B TII License","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_02ZCYATZQQRMXEPP7BBSD32H0W","source_key":"text:364:qwen1.5-7b-chat","source_order":535,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5Z924293ZBNMJM1RXY8VD8HY41","model_label":"qwen1.5-7b-chat","provider":"Alibaba","rank":365,"score":1143.0,"margin":10.0,"sample_count":4737,"rank_spread":["355","378"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen1.5/","price_label":"$0.20 / $0.20","context_label":"N/A","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_7EXZMDMVNK7F3P4SNS0VNJPKE1","source_key":"text:365:phi-3-mini-4k-instruct-june-2024","source_order":536,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4CCYZHJ90EMMK9PPTQNF6TZAGQ","model_label":"phi-3-mini-4k-instruct-june-2024","provider":"Microsoft","rank":366,"score":1143.0,"margin":6.0,"sample_count":12297,"rank_spread":["356","377"],"preliminary":false,"model_url":"https://huggingface.co/microsoft/Phi-3-mini-4k-instruct","price_label":"$0.13 / $0.52","context_label":"4.1K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6SK9Z2CKHGMS4KBRQVV87G97FN","source_key":"text:366:vicuna-13b","source_order":537,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7QXWQWTW7WNQQ4RG5GM7BSPSY7","model_label":"vicuna-13b","provider":"Not listed","rank":367,"score":1141.0,"margin":7.0,"sample_count":19367,"rank_spread":["357","377"],"preliminary":false,"model_url":"https://huggingface.co/lmsys/vicuna-13b-v1.5","price_label":"$0.30 / $0.30","context_label":"N/A","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_68QKJE3QYGHD469PTV37N84MJK","source_key":"text:367:llama-2-13b-chat","source_order":538,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4A96HHR6RHJJP1EEF3HMEVRXVQ","model_label":"llama-2-13b-chat","provider":"Meta","rank":368,"score":1141.0,"margin":7.0,"sample_count":19174,"rank_spread":["357","377"],"preliminary":false,"model_url":"https://huggingface.co/meta-llama/Llama-2-13b-chat-hf","price_label":"$0.25 / $0.25","context_label":"4.1K","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1QHPEMBXP9JZPSJ1V7J5WMTSEV","source_key":"text:368:qwen-14b-chat","source_order":539,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2X1P4W8RNQQWJPK4DTEBQBRJRK","model_label":"qwen-14b-chat","provider":"Alibaba","rank":369,"score":1139.0,"margin":11.0,"sample_count":4964,"rank_spread":["356","380"],"preliminary":false,"model_url":"https://huggingface.co/Qwen/Qwen-14B-Chat","price_label":"N/A","context_label":"N/A","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_27NZJ1TQ6XQ6JY3W7BPR34HXCW","source_key":"text:369:palm-2","source_order":540,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_24257B7HKF59K3KW99F458ZYKV","model_label":"palm-2","provider":"Google","rank":370,"score":1139.0,"margin":9.0,"sample_count":8554,"rank_spread":["356","379"],"preliminary":false,"model_url":"https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models","price_label":"$0.50 / $0.50","context_label":"25.8K","license_label":"Proprietary","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4J6TJYMEAVHGBR78R7NVGDP78Q","source_key":"text:370:gemma-7b-it","source_order":541,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1DYG3RM4VD4914KX0KPZGM6PWV","model_label":"gemma-7b-it","provider":"Google","rank":371,"score":1137.0,"margin":9.0,"sample_count":8925,"rank_spread":["357","380"],"preliminary":false,"model_url":"https://huggingface.co/google/gemma-7b-it","price_label":"$0.05 / $0.08","context_label":"8.2K","license_label":"Gemma license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1H3DBM9MZWA7KB6212XHGRA7FB","source_key":"text:371:codellama-34b-instruct","source_order":542,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0QW0X12947YJYCWA9XVGZTZE1G","model_label":"codellama-34b-instruct","provider":"Meta","rank":372,"score":1136.0,"margin":9.0,"sample_count":7366,"rank_spread":["357","380"],"preliminary":false,"model_url":"https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf","price_label":"$0.35 / $1.40","context_label":"16.4K","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_6BZX0T08GX7NA1VRC65FP45QQJ","source_key":"text:372:zephyr-7b-beta","source_order":543,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0KA9H94083ASN3MKA8MWA36JHT","model_label":"zephyr-7b-beta","provider":"Not listed","rank":373,"score":1130.0,"margin":9.0,"sample_count":11118,"rank_spread":["361","382"],"preliminary":false,"model_url":"https://huggingface.co/HuggingFaceH4/zephyr-7b-beta","price_label":"$0.15 / $0.15","context_label":"16.4K","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_599CYA3ZBTB5JDS06PE1E46NCR","source_key":"text:373:phi-3-mini-128k-instruct","source_order":544,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_4BDVARXM4X8D87ZN194HR3J8N3","model_label":"phi-3-mini-128k-instruct","provider":"Microsoft","rank":374,"score":1129.0,"margin":7.0,"sample_count":20685,"rank_spread":["363","382"],"preliminary":false,"model_url":"https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/","price_label":"$0.13 / $0.52","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_78C505BE4GCFN2GY4EYPKJ81HN","source_key":"text:374:phi-3-mini-4k-instruct","source_order":545,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_25WG4G0C8PMTGCRE1BBY1G929B","model_label":"phi-3-mini-4k-instruct","provider":"Microsoft","rank":375,"score":1128.0,"margin":6.0,"sample_count":20118,"rank_spread":["367","382"],"preliminary":false,"model_url":"https://huggingface.co/microsoft/Phi-3-mini-4k-instruct","price_label":"$0.13 / $0.52","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1SSJJNQGDEYCZ336GQ2PDHTQA1","source_key":"text:375:guanaco-33b","source_order":546,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0KMSW6CCGCM038GGPNQXQSHGHW","model_label":"guanaco-33b","provider":"Not listed","rank":376,"score":1127.0,"margin":12.0,"sample_count":2921,"rank_spread":["361","384"],"preliminary":false,"model_url":"https://huggingface.co/timdettmers/guanaco-33b-merged","price_label":"N/A","context_label":"N/A","license_label":"Non-commercial","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_137WX18KRFQS2VNEA452SB94AH","source_key":"text:376:zephyr-7b-alpha","source_order":547,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3Q1VVF2DWA9M80DHTPA5WCCYEA","model_label":"zephyr-7b-alpha","provider":"Not listed","rank":377,"score":1127.0,"margin":16.0,"sample_count":1785,"rank_spread":["359","385"],"preliminary":false,"model_url":"https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha","price_label":"N/A","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_377SGKF4SN3VVMX4STDTVT4H8Y","source_key":"text:377:stripedhyena-nous-7b","source_order":548,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2X0YZYEZKY4Z5C9BTQ9K0WS32Z","model_label":"stripedhyena-nous-7b","provider":"Not listed","rank":378,"score":1121.0,"margin":11.0,"sample_count":5182,"rank_spread":["368","385"],"preliminary":false,"model_url":"https://huggingface.co/togethercomputer/StripedHyena-Nous-7B","price_label":"$0.20 / $0.20","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_29RZWK493NS883PKNPE8G038DS","source_key":"text:378:codellama-70b-instruct","source_order":549,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6D8DJFNF48DPTB373E28V7S242","model_label":"codellama-70b-instruct","provider":"Meta","rank":379,"score":1119.0,"margin":18.0,"sample_count":1143,"rank_spread":["363","386"],"preliminary":false,"model_url":"https://huggingface.co/codellama/CodeLlama-70b-hf","price_label":"$0.70 / $2.80","context_label":"16.4K","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_31068Q5RWHT42A9BM0EFEQK40S","source_key":"text:379:gemma-1.1-2b-it","source_order":550,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2N1KJK5GA2BV0ZY6M9MBEGYWX5","model_label":"gemma-1.1-2b-it","provider":"Google","rank":380,"score":1116.0,"margin":8.0,"sample_count":10854,"rank_spread":["373","385"],"preliminary":false,"model_url":"https://huggingface.co/google/gemma-1.1-2b-it","price_label":"N/A","context_label":"N/A","license_label":"Gemma license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1C4MQWVTJ4EYRRMMFEMTWWGGV2","source_key":"text:380:vicuna-7b","source_order":551,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5A1CM5MT77QNPEDZ7QEBEMDKR9","model_label":"vicuna-7b","provider":"Not listed","rank":381,"score":1115.0,"margin":9.0,"sample_count":6923,"rank_spread":["373","385"],"preliminary":false,"model_url":"https://huggingface.co/lmsys/vicuna-7b-v1.5","price_label":"$0.20 / $0.20","context_label":"N/A","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5PQDZCGHJA86CX8DVTNA6R29X3","source_key":"text:381:smollm2-1.7b-instruct","source_order":552,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6WX6871Y0V8Z75QDRB5TACMYJ8","model_label":"smollm2-1.7b-instruct","provider":"Not listed","rank":382,"score":1114.0,"margin":14.0,"sample_count":2199,"rank_spread":["370","387"],"preliminary":false,"model_url":"https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3CE373PSDFDW86P04ZCMWXX25F","source_key":"text:382:llama-3.2-1b-instruct","source_order":553,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1HP92QTW105F0KSRARH19E2HTE","model_label":"llama-3.2-1b-instruct","provider":"Meta","rank":383,"score":1111.0,"margin":8.0,"sample_count":8045,"rank_spread":["376","386"],"preliminary":false,"model_url":"https://ai.meta.com/blog/llama-3-2-connect-2024-vision-edge-mobile-devices/","price_label":"$0.03 / $0.20","context_label":"60K","license_label":"Llama 3.2","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4NB3H6BDQHBWZR37B8Q41XNF7F","source_key":"text:383:mistral-7b-instruct","source_order":554,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_7SW2PZD901WCR2ZYQVA7H0941Z","model_label":"mistral-7b-instruct","provider":"Mistral","rank":384,"score":1110.0,"margin":9.0,"sample_count":8977,"rank_spread":["376","386"],"preliminary":false,"model_url":"https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1","price_label":"$0.07 / $0.28","context_label":"4.1K","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_19KJCPAZPJCMJC9HQ0F8S5C0VX","source_key":"text:384:llama-2-7b-chat","source_order":555,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6RV0W979AKKM470Q6M1EPHFA5E","model_label":"llama-2-7b-chat","provider":"Meta","rank":385,"score":1108.0,"margin":7.0,"sample_count":14148,"rank_spread":["377","386"],"preliminary":false,"model_url":"https://huggingface.co/meta-llama/Llama-2-7b-chat-hf","price_label":"$0.15 / $0.15","context_label":"4.1K","license_label":"Llama 2 Community","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3QGJE2A82CQ8707BD5ZRFP2ZZB","source_key":"text:385:gemma-2b-it","source_order":556,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0BW9BXTQ5RGZFWGTMZPC69ZGJX","model_label":"gemma-2b-it","provider":"Google","rank":386,"score":1093.0,"margin":11.0,"sample_count":4780,"rank_spread":["381","389"],"preliminary":false,"model_url":"https://huggingface.co/google/gemma-2b-it","price_label":"$0.10 / $0.10","context_label":"N/A","license_label":"Gemma license","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3EQEP16XAQ3864E715VQ9YXZRQ","source_key":"text:386:qwen1.5-4b-chat","source_order":557,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3CXNAKDECPAQMAWKNP4ZEMEEHD","model_label":"qwen1.5-4b-chat","provider":"Alibaba","rank":387,"score":1091.0,"margin":9.0,"sample_count":7597,"rank_spread":["385","389"],"preliminary":false,"model_url":"https://qwenlm.github.io/blog/qwen1.5/","price_label":"$0.10 / $0.10","context_label":"N/A","license_label":"Qianwen LICENSE","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5PD199MDR7PJ3PBKZ7NMEA4MMA","source_key":"text:387:olmo-7b-instruct","source_order":558,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5486BP8ZD1E1MYMNQYPRW5HRSS","model_label":"olmo-7b-instruct","provider":"Ai2","rank":388,"score":1073.0,"margin":11.0,"sample_count":6328,"rank_spread":["386","393"],"preliminary":false,"model_url":"https://huggingface.co/allenai/OLMo-7B-Instruct","price_label":"$0.20 / $0.20","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5T2877913RCCPE37CHB41N40XS","source_key":"text:388:koala-13b","source_order":559,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_2ERNZTVWA9RE3SHD6ATMJNFRX2","model_label":"koala-13b","provider":"Not listed","rank":389,"score":1070.0,"margin":10.0,"sample_count":6965,"rank_spread":["388","393"],"preliminary":false,"model_url":"https://bair.berkeley.edu/blog/2023/04/03/koala/","price_label":"N/A","context_label":"N/A","license_label":"Non-commercial","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_0K819F154593CSJ524NAFFYVR9","source_key":"text:389:alpaca-13b","source_order":560,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_3FBRSAF7Q0P7H3A33ZPWT5ZT1K","model_label":"alpaca-13b","provider":"Not listed","rank":390,"score":1070.0,"margin":11.0,"sample_count":5745,"rank_spread":["388","393"],"preliminary":false,"model_url":"https://crfm.stanford.edu/2023/03/13/alpaca.html","price_label":"N/A","context_label":"N/A","license_label":"Non-commercial","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_5YSQNHQR3AAKCCSSB4SVCTRF9S","source_key":"text:390:gpt4all-13b-snoozy","source_order":561,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5K20204DHB1CQH768XDCH5EY2R","model_label":"gpt4all-13b-snoozy","provider":"Not listed","rank":391,"score":1067.0,"margin":15.0,"sample_count":1743,"rank_spread":["386","394"],"preliminary":false,"model_url":"https://huggingface.co/nomic-ai/gpt4all-13b-snoozy","price_label":"N/A","context_label":"N/A","license_label":"Non-commercial","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2497FRTPFJ1Z0XSM50XEZHAP41","source_key":"text:391:mpt-7b-chat","source_order":562,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_195NWWH5SH431VSRVM91BFFEVG","model_label":"mpt-7b-chat","provider":"Not listed","rank":392,"score":1063.0,"margin":12.0,"sample_count":3924,"rank_spread":["388","394"],"preliminary":false,"model_url":"https://huggingface.co/mosaicml/mpt-7b-chat","price_label":"N/A","context_label":"N/A","license_label":"CC-BY-NC-SA-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2CF29WMVNM37NRP3TNQSNNN78K","source_key":"text:392:chatglm3-6b","source_order":563,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_548SFBEC0XXXZ61PNE52N6JX8A","model_label":"chatglm3-6b","provider":"Not listed","rank":393,"score":1056.0,"margin":12.0,"sample_count":4658,"rank_spread":["388","394"],"preliminary":false,"model_url":"https://huggingface.co/THUDM/chatglm3-6b","price_label":"N/A","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_331JP9QX4KZS1YJWGM1NCRA8XC","source_key":"text:393:RWKV-4-Raven-14B","source_order":564,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_6CAGS17KKHW9CEKBDJ8576ZAHD","model_label":"RWKV-4-Raven-14B","provider":"Not listed","rank":394,"score":1042.0,"margin":11.0,"sample_count":4845,"rank_spread":["391","396"],"preliminary":false,"model_url":"https://huggingface.co/BlinkDL/rwkv-4-raven","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_3PKTXR07T8B8H0T593QJVV99Y3","source_key":"text:394:chatglm2-6b","source_order":565,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_17KW277R5732GBK7VFCEV5TCQA","model_label":"chatglm2-6b","provider":"Not listed","rank":395,"score":1024.0,"margin":14.0,"sample_count":2658,"rank_spread":["394","396"],"preliminary":false,"model_url":"https://huggingface.co/THUDM/chatglm2-6b","price_label":"N/A","context_label":"N/A","license_label":"Apache-2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_4STDRV9YHSSVR5KGN2W14M9Z9N","source_key":"text:395:oasst-pythia-12b","source_order":566,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1EZFS50W627CKZ5PE96VMFBZ5Y","model_label":"oasst-pythia-12b","provider":"Not listed","rank":396,"score":1023.0,"margin":11.0,"sample_count":6310,"rank_spread":["394","396"],"preliminary":false,"model_url":"https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1ADRWQ7SSGJN7Y8T1G0Q8E62H6","source_key":"text:396:chatglm-6b","source_order":567,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_61RDDH9JGEY8D5AZTBZW1VG2M5","model_label":"chatglm-6b","provider":"Not listed","rank":397,"score":995.0,"margin":13.0,"sample_count":4914,"rank_spread":["397","400"],"preliminary":false,"model_url":"https://huggingface.co/THUDM/chatglm-6b","price_label":"N/A","context_label":"N/A","license_label":"Non-commercial","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_2VAS2BJQYZZ1TD8DS1AVQ2KT4Y","source_key":"text:397:fastchat-t5-3b","source_order":568,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_50CGSN35HFQNNJRPBGTS01BXJP","model_label":"fastchat-t5-3b","provider":"Not listed","rank":398,"score":992.0,"margin":12.0,"sample_count":4203,"rank_spread":["397","400"],"preliminary":false,"model_url":"https://huggingface.co/lmsys/fastchat-t5-3b-v1.0","price_label":"N/A","context_label":"N/A","license_label":"Apache 2.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_491DG8DEX180VR4920ZTT4RVPH","source_key":"text:398:dolly-v2-12b","source_order":569,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_5YK7BAAW7242SQ0CW963CJ9ATX","model_label":"dolly-v2-12b","provider":"Not listed","rank":399,"score":982.0,"margin":13.0,"sample_count":3412,"rank_spread":["397","400"],"preliminary":false,"model_url":"https://huggingface.co/databricks/dolly-v2-12b","price_label":"N/A","context_label":"N/A","license_label":"MIT","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1JYWDKS1MEQQZ6TSN97VVD360N","source_key":"text:399:llama-13b","source_order":570,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_1A3X14AJFERBZ9VEFR538VHC8G","model_label":"llama-13b","provider":"Meta","rank":400,"score":975.0,"margin":16.0,"sample_count":2391,"rank_spread":["397","401"],"preliminary":false,"model_url":"https://arxiv.org/abs/2302.13971","price_label":"$0.23 / $0.23","context_label":"N/A","license_label":"Non-commercial","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null},{"id":"bmr_1KRDZ5S4FAZK14NC1VKAEBQQVV","source_key":"text:400:stablelm-tuned-alpha-7b","source_order":571,"board_id":"bmb_6RHNWQ5VFSHB58S4VP121NJ5DQ","model_id":"mdl_0JBV0ERJHHPCGG98E90G813XFD","model_label":"stablelm-tuned-alpha-7b","provider":"Not listed","rank":401,"score":953.0,"margin":13.0,"sample_count":3287,"rank_spread":["400","401"],"preliminary":false,"model_url":"https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b","price_label":"N/A","context_label":"N/A","license_label":"CC-BY-NC-SA-4.0","cost":null,"success_label":null,"steerability_label":null,"tokens_label":null,"win_rate":null,"win_margin":null,"seconds":null}]}